-- Logs begin at Tue 2021-05-25 14:59:22 UTC, end at Tue 2021-05-25 15:59:18 UTC. -- May 25 15:32:27.152337 dv-cinder-791239-3-smb systemd[1]: Started Devstack devstack@q-svc.service. May 25 15:32:28.168911 dv-cinder-791239-3-smb neutron-server[98548]: Beware of the coming changes in the project packaging May 25 15:32:28.169552 dv-cinder-791239-3-smb neutron-server[98548]: https://github.com/svinota/pyroute2/discussions/786 May 25 15:32:29.711715 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.common.config [-] Logging enabled! May 25 15:32:29.712350 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev240 May 25 15:32:29.712469 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98548) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 25 15:32:29.715709 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.common.config [-] Logging enabled! May 25 15:32:29.716586 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev240 May 25 15:32:29.716586 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98548) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 25 15:32:29.717168 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 25 15:32:29.717396 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 25 15:32:29.717757 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 25 15:32:29.717995 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 25 15:32:29.718216 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 25 15:32:29.718529 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.718957 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.719112 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.719678 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.719678 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.719926 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.720253 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.720488 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.720893 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.721178 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.721454 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.721738 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.721967 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.722244 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] config_source = [] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.722526 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.722808 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.723032 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] debug = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.723309 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.723777 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.724182 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.725135 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.725426 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.725765 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.726184 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.726597 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.726890 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.727219 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] host = dv-cinder-791239-3-smb {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.727500 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.727823 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.728113 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.728398 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.728668 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.728940 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.729220 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.729491 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] log_dir = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.729761 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] log_file = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.730034 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.730322 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.730605 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.730901 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.731121 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.731335 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.731617 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.731924 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.732197 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.732466 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.732736 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.733009 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.733286 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.733547 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.733969 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.734318 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.734578 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.734855 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.735123 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.735392 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.735660 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.735971 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.736655 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.736655 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.737367 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.737367 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.737367 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.738749 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.738749 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.738749 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.738749 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.738749 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.739527 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.739527 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.739527 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.739775 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] use_journal = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.740601 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] use_json = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.740874 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.741141 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.741420 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.741687 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.741953 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.742226 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.742489 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.742767 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:29.743059 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.743350 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.743644 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.743959 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.744376 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.744662 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.744956 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.745237 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.745526 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.745814 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.746111 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.746388 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.746674 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.746951 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.747375 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.747698 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.747996 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.748285 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.748568 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.748833 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.749103 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.749377 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.749658 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.749954 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.750235 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.750503 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.750778 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.751064 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.751337 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.751606 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.751901 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.752186 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.752458 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.752739 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.753020 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.753294 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.753570 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.753848 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.754118 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.754406 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.754678 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.754949 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.755222 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.755497 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.756337 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.756625 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.756897 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.757171 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.757439 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.757716 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.757984 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.758254 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.758527 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.758796 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.759070 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.759341 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.759611 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.759904 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.760175 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.760444 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.760710 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.760979 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.761253 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.761524 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.761795 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.762063 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.762330 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.762599 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.762881 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.763178 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.763775 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.763775 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.764164 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.764548 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.765146 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.765146 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.765388 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.765693 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.765989 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.766304 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.766609 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.766914 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.767211 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.767500 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.767838 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.768133 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.768426 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.768798 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.769087 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.769387 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.769679 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.769983 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.770287 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.770589 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.770892 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.771196 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.771479 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.771822 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.772110 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:29.772334 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 25 15:32:29.772587 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=98548) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 25 15:32:30.140629 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=98548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:32:30.140905 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=98548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:32:30.141198 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=98548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:32:30.141682 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.manager [-] Loading core plugin: ml2 May 25 15:32:30.551085 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:30.551373 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:30.551660 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:30.553436 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:30.553709 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:30.554013 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:30.595966 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:30.596247 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:30.596510 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:30.610133 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:30.610418 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:30.610686 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:30.644218 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:30.644509 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:30.644781 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:30.683889 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:30.684177 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:30.684438 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:30.930087 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:30.930753 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:30.930753 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:30.930930 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:30.931624 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.070426 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.070909 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.071382 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.071885 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.072338 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.072855 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.073290 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.073714 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.074146 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.074623 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.074930 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.075264 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.075648 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.076135 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.076573 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.077006 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.079180 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.079668 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.080166 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.080669 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.081254 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.081681 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.082100 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.082571 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.083014 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.083429 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.084181 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=98548) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 15:32:31.084586 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=98548) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 15:32:31.085000 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=98548) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 15:32:31.085386 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=98548) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 15:32:31.085770 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=98548) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 15:32:31.086192 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=98548) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 15:32:31.086835 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 25 15:32:31.092353 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 25 15:32:31.098667 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 25 15:32:31.104333 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) May 25 15:32:31.106021 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 25 15:32:31.106482 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 25 15:32:31.106817 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 25 15:32:31.107207 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 25 15:32:31.110546 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 25 15:32:31.110798 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 25 15:32:31.111170 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 25 15:32:31.140479 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 25 15:32:31.140941 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.141251 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=98548) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 25 15:32:31.141617 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.143000 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=98548) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 25 15:32:31.143381 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 25 15:32:31.143632 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 25 15:32:31.147603 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.147905 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.217999 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 25 15:32:31.218284 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 25 15:32:31.218676 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 25 15:32:31.219325 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 25 15:32:31.261519 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_db.sqlalchemy.engines [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=98548) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 25 15:32:31.628577 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.plugins.ml2.managers [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Initializing driver for type 'gre' May 25 15:32:31.629157 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] gre ID ranges: [(1, 1000)] May 25 15:32:31.684414 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.plugins.ml2.managers [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Initializing driver for type 'local' May 25 15:32:31.684753 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.plugins.ml2.managers [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Initializing driver for type 'vlan' May 25 15:32:31.698910 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] VlanTypeDriver initialization complete May 25 15:32:31.699468 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.plugins.ml2.managers [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Initializing driver for type 'vxlan' May 25 15:32:31.700314 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] vxlan ID ranges: [(1, 1000)] May 25 15:32:31.758324 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.plugins.ml2.managers [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Initializing extension driver 'port_security' May 25 15:32:31.758663 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.plugins.ml2.extensions.port_security [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] PortSecurityExtensionDriver initialization complete May 25 15:32:31.759029 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.plugins.ml2.managers [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Initializing mechanism driver 'openvswitch' May 25 15:32:31.759359 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.plugins.ml2.managers [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Initializing mechanism driver 'hyperv' May 25 15:32:31.766050 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.plugins.ml2.plugin [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=98548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:32:31.766866 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > port after_create 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.767238 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > port after_update 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.767594 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > port after_delete 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.768009 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > subnet after_create 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.768363 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > subnet after_update 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.768710 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.769089 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > network after_create 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.769438 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > network after_update 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.769787 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > network after_delete 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.770174 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > security_group after_create 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.770515 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > security_group after_update 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.770858 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.771271 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.771613 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.772048 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.772425 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > address_group after_create 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.772786 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > address_group after_update 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.773108 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.773451 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] ML2 OVO RPC backend initialized. {{(pid=98548) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 25 15:32:31.774168 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.774522 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.774938 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > network before_response 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.775288 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > networks before_response 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.775818 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > port before_response 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.776009 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > ports before_response 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.776515 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > subnet before_response 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.776740 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > subnets before_response 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.777025 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > network after_create 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.777448 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > network after_update 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.777695 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > network after_delete 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.778031 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > port after_create 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.778441 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > port after_update 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.778875 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > port after_delete 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.779224 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > subnet after_create 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.779564 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > subnet after_update 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.779935 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.780628 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.plugins.ml2.plugin [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Modular L2 Plugin initialization complete May 25 15:32:31.780962 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading services supported by the core plugin {{(pid=98548) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 25 15:32:31.781300 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.plugins.ml2.managers [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Got port-security extension from driver 'port_security' May 25 15:32:31.781771 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.extensions.vlantransparent [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Disabled vlantransparent extension. May 25 15:32:31.782276 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=98548) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 25 15:32:31.782602 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading Plugin: router May 25 15:32:31.823773 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.824174 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > router after_create 55549900 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.824555 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > router before_create 55549900 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.824912 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.825285 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.825640 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > router after_delete 55549900 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.826001 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.826371 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > router after_create 55549900 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.826803 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > router after_update 55549900 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.827156 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > router after_update 55549900 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.827508 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.827983 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > router after_update 55549900 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.828412 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > router precommit_update 55549900 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.828781 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: port after_update 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.829129 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: port after_delete 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.829473 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: subnet after_update 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.829822 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.830181 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.830528 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > router precommit_create 55549900 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.830875 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: port before_delete 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.831228 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > router precommit_create 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.831586 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > router after_update 55549900 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.831976 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.832328 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > router precommit_create 55549900 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.832694 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.833041 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > router precommit_update 55549900 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.833416 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > network after_delete 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.834875 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.quota.resource_registry [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Tracking information for resource: router configured {{(pid=98548) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 15:32:31.835204 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.quota.resource_registry [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Tracking information for resource: floatingip configured {{(pid=98548) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 15:32:31.840571 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.db.l3_agentschedulers_db [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 25 15:32:31.841098 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: port after_update 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.841471 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: port after_create 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.841844 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: port after_delete 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.842181 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: port after_update 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.843106 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > router before_create 55550100 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.843471 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.843858 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > router precommit_create 55550100 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.844218 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > router precommit_update 55550100 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.848921 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.services.provider_configuration [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Service providers = [] {{(pid=98548) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 25 15:32:31.849289 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.db.servicetype_db [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=98548) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 25 15:32:31.853193 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.services.service_base [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=98548) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 15:32:31.853533 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.services.service_base [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=98548) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 15:32:31.853881 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.services.service_base [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=98548) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 15:32:31.854758 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.services.service_base [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=98548) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 15:32:31.855139 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.services.service_base [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Default provider is not specified for service type L3_ROUTER_NAT May 25 15:32:31.855869 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=98548) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 15:32:31.856082 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 25 15:32:31.867609 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=98548) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 15:32:31.867964 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading Plugin: auto_allocate May 25 15:32:31.873805 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: network precommit_update 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.874174 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: network precommit_create 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.874779 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=98548) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 15:32:31.875099 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading Plugin: tag May 25 15:32:31.882142 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=98548) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 15:32:31.882466 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading Plugin: timestamp May 25 15:32:31.886389 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=98548) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 15:32:31.886718 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading Plugin: network_ip_availability May 25 15:32:31.892162 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.892538 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.892893 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:31.893649 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=98548) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 15:32:31.893969 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading Plugin: flavors May 25 15:32:31.899102 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=98548) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 15:32:31.899439 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading Plugin: revisions May 25 15:32:31.903934 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=98548) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 15:32:31.904331 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_concurrency.lockutils [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.763s {{(pid=98548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:32:31.905100 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=98548) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 25 15:32:31.905438 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Initializing extension manager. May 25 15:32:31.905941 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: __init__.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:31.906280 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: __pycache__ {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:31.906611 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:31.906940 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: address_group.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:31.907747 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:31.908327 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: address-group May 25 15:32:31.908647 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: address_scope.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:31.909393 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:31.909915 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: address-scope May 25 15:32:31.910238 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:31.911186 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:31.911721 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: router-admin-state-down-before-update May 25 15:32:31.912648 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: agent.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:31.913372 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:31.913887 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: agent May 25 15:32:31.914207 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: agent_resources_synced.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:31.915118 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:31.915626 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: agent-resources-synced May 25 15:32:31.915977 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: allowedaddresspairs.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:31.917824 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:31.918346 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: allowed-address-pairs May 25 15:32:31.918667 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: auto_allocated_topology.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:31.919852 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:31.920371 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: auto-allocated-topology May 25 15:32:31.920694 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: availability_zone.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:31.921378 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:31.921897 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: availability_zone May 25 15:32:31.922219 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: availability_zone_filter.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:31.923193 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:31.923729 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: availability_zone_filter May 25 15:32:31.924046 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: data_plane_status.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:31.924947 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:31.925453 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extension data-plane-status not supported by any of loaded plugins May 25 15:32:31.925773 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: default_subnetpools.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:31.926677 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:31.927181 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: default-subnetpools May 25 15:32:31.928132 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:31.929113 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:31.929633 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: dhcp_agent_scheduler May 25 15:32:31.929956 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: dns.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:31.930899 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:31.931747 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extension dns-integration not supported by any of loaded plugins May 25 15:32:31.931747 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: dns_domain_ports.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:31.932633 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:31.933166 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extension dns-domain-ports not supported by any of loaded plugins May 25 15:32:31.933483 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: dvr.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:31.934145 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:31.934645 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: dvr May 25 15:32:31.934962 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: empty_string_filtering.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:31.935894 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:31.936403 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: empty-string-filtering May 25 15:32:31.936718 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:31.937611 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:31.938112 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 25 15:32:31.938432 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:31.939336 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:31.939884 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 25 15:32:31.940203 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: external_net.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:31.941101 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:31.941616 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: external-net May 25 15:32:31.942195 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:31.943121 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:31.943626 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: extra_dhcp_opt May 25 15:32:31.943970 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: extraroute.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:31.944857 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:31.945358 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: extraroute May 25 15:32:31.945671 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: extraroute_atomic.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:31.946695 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:31.947204 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: extraroute-atomic May 25 15:32:31.947521 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: filter_validation.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:31.948207 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:31.948708 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: filter-validation May 25 15:32:31.949025 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: fip_pf_description.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:31.950130 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:31.950940 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 25 15:32:31.951353 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: fip_port_details.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:31.952697 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:31.953607 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: fip-port-details May 25 15:32:31.954074 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: flavors.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:31.955843 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:31.956374 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: flavors May 25 15:32:31.956706 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:31.958387 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:31.959524 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 25 15:32:31.959889 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: floatingip_pools.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:31.960595 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:31.961106 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: floatingip-pools May 25 15:32:31.961430 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: ip_allocation.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:31.962356 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:31.962854 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extension ip_allocation not supported by any of loaded plugins May 25 15:32:31.963176 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:31.964119 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:31.964626 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: ip-substring-filtering May 25 15:32:31.965701 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: l2_adjacency.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:31.965845 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:31.966353 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extension l2_adjacency not supported by any of loaded plugins May 25 15:32:31.966669 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: l3.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:31.967662 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:31.968285 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: router May 25 15:32:31.968609 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:31.970896 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:31.971431 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 25 15:32:31.971798 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:31.972717 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:31.973234 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: ext-gw-mode May 25 15:32:31.973556 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:31.975104 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:31.975757 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: l3-ha May 25 15:32:31.975976 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: l3_flavors.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:31.976880 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:31.977388 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: l3-flavors May 25 15:32:31.977707 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:31.978629 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:31.979176 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: l3-port-ip-change-not-allowed May 25 15:32:31.979456 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: l3agentscheduler.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:31.980548 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:31.981064 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: l3_agent_scheduler May 25 15:32:31.981389 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: logging.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:31.982869 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:31.983396 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extension logging not supported by any of loaded plugins May 25 15:32:31.983761 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: metering.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:31.984497 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:31.985199 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: metering May 25 15:32:31.985480 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:31.986561 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:31.987084 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: metering_source_and_destination_fields May 25 15:32:31.987487 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: multiprovidernet.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:31.988474 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:31.988986 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: multi-provider May 25 15:32:31.989314 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: netmtu.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:31.990243 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:31.990751 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: net-mtu May 25 15:32:31.991080 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: netmtu_writable.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:31.992010 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:31.992523 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: net-mtu-writable May 25 15:32:31.992847 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: network_availability_zone.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:31.993506 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:31.994015 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: network_availability_zone May 25 15:32:31.994337 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: network_ip_availability.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:31.995412 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:31.995970 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: network-ip-availability May 25 15:32:31.996296 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: network_segment_range.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:31.997059 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:31.997572 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extension network-segment-range not supported by any of loaded plugins May 25 15:32:31.997891 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: pagination.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:31.998873 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:31.999195 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: pagination May 25 15:32:31.999516 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: port_device_profile.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:32.000448 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:32.001155 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: port-device-profile May 25 15:32:32.001275 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:32.002174 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:32.002679 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: port-mac-address-regenerate May 25 15:32:32.002999 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:32.003927 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:32.004440 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: port-numa-affinity-policy May 25 15:32:32.004756 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: port_resource_request.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:32.005680 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:32.006182 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extension port-resource-request not supported by any of loaded plugins May 25 15:32:32.006499 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: portbindings.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:32.007441 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:32.007984 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: binding May 25 15:32:32.008305 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: portbindings_extended.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:32.009595 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:32.010120 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: binding-extended May 25 15:32:32.010448 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: portsecurity.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:32.011351 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:32.011886 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: port-security May 25 15:32:32.012213 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: project_id.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:32.013249 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:32.013579 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: project-id May 25 15:32:32.013900 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: providernet.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:32.014891 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:32.015403 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: provider May 25 15:32:32.015768 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: qos.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:32.020910 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:32.020910 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extension qos not supported by any of loaded plugins May 25 15:32:32.020910 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:32.022116 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:32.023230 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 25 15:32:32.023230 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:32.023903 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:32.024422 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 25 15:32:32.024747 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: qos_default.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:32.025654 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:32.026176 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extension qos-default not supported by any of loaded plugins May 25 15:32:32.026509 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: qos_fip.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:32.027166 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:32.027673 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extension qos-fip not supported by any of loaded plugins May 25 15:32:32.028039 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: qos_gateway_ip.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:32.029034 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:32.029636 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 25 15:32:32.029957 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: qos_port_network_policy.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:32.032495 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:32.032495 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 25 15:32:32.032495 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: qos_rule_type_details.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:32.032495 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:32.033367 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 25 15:32:32.033367 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: qos_rules_alias.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:32.034455 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:32.034971 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extension qos-rules-alias not supported by any of loaded plugins May 25 15:32:32.035290 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: quotasv2.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:32.036486 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:32.036849 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: quotas May 25 15:32:32.037696 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: quotasv2_detail.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:32.039412 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:32.039775 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: quota_details May 25 15:32:32.040110 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: rbac.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:32.041212 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:32.041768 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: rbac-policies May 25 15:32:32.042092 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: rbac_address_group.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:32.043055 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:32.043573 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: rbac-address-group May 25 15:32:32.043932 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: rbac_address_scope.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:32.044853 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:32.045370 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: rbac-address-scope May 25 15:32:32.045692 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: rbac_security_groups.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:32.047402 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:32.048313 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: rbac-security-groups May 25 15:32:32.048874 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: rbac_subnetpool.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:32.050291 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:32.051140 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: rbac-subnetpool May 25 15:32:32.051482 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: revisionifmatch.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:32.053031 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:32.053635 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: revision-if-match May 25 15:32:32.053963 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: revisions.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:32.055137 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:32.055664 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: standard-attr-revisions May 25 15:32:32.056016 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: router_availability_zone.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:32.056699 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:32.057210 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: router_availability_zone May 25 15:32:32.057532 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: routerservicetype.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:32.058458 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:32.058969 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extension router-service-type not supported by any of loaded plugins May 25 15:32:32.059287 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:32.060379 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:32.060855 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: security-groups-normalized-cidr May 25 15:32:32.061174 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:32.062101 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:32.062608 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: port-security-groups-filtering May 25 15:32:32.062927 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:32.063874 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:32.064387 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: security-groups-remote-address-group May 25 15:32:32.064706 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: securitygroup.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:32.075517 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:32.076224 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: security-group May 25 15:32:32.076556 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: segment.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:32.077432 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:32.077951 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extension segment not supported by any of loaded plugins May 25 15:32:32.078274 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:32.079394 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:32.079942 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 25 15:32:32.080266 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: servicetype.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:32.081399 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:32.081929 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: service-type May 25 15:32:32.082252 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: sorting.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:32.083226 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:32.083556 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: sorting May 25 15:32:32.083944 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: standard_attr_segment.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:32.084855 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:32.085375 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extension standard-attr-segment not supported by any of loaded plugins May 25 15:32:32.085695 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: standardattrdescription.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:32.086347 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:32.086861 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: standard-attr-description May 25 15:32:32.087182 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: stateful_security_group.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:32.088131 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:32.088645 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: stateful-security-group May 25 15:32:32.088964 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: stdattrs_common.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:32.089540 dv-cinder-791239-3-smb neutron-server[98548]: WARNING neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 25 15:32:32.089859 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:32.090890 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:32.091355 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 25 15:32:32.091673 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: subnet_onboard.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:32.092846 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:32.093367 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: subnet_onboard May 25 15:32:32.093691 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:32.094702 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:32.095209 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 25 15:32:32.095532 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: subnet_service_types.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:32.096476 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:32.096992 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: subnet-service-types May 25 15:32:32.097315 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: subnetallocation.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:32.098398 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:32.098924 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: subnet_allocation May 25 15:32:32.099248 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:32.099971 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:32.100488 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: subnetpool-prefix-ops May 25 15:32:32.100816 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:32.101731 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:32.102239 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 25 15:32:32.102560 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: tagging.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:32.103657 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:32.104215 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: standard-attr-tag May 25 15:32:32.104536 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: timestamp.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:32.105741 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:32.106253 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loaded extension: standard-attr-timestamp May 25 15:32:32.106575 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: trunk.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:32.107861 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:32.108232 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extension trunk not supported by any of loaded plugins May 25 15:32:32.108561 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: trunk_details.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:32.109472 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:32.109978 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extension trunk-details not supported by any of loaded plugins May 25 15:32:32.110303 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: uplink_status_propagation.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:32.111214 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:32.111753 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 25 15:32:32.112084 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Loading extension file: vlantransparent.py {{(pid=98548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:32:32.112751 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=98548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:32:32.113254 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extension vlan-transparent not supported by any of loaded plugins May 25 15:32:32.116390 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.quota.resource_registry [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Creating instance of TrackedResource for resource:network May 25 15:32:32.117141 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.quota.resource_registry [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Creating instance of TrackedResource for resource:subnet May 25 15:32:32.119097 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.quota.resource_registry [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Creating instance of TrackedResource for resource:subnetpool May 25 15:32:32.119756 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.quota.resource_registry [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Creating instance of TrackedResource for resource:port May 25 15:32:32.121099 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.v2.resource_helper [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:32:32.121551 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.v2.resource_helper [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Service FLAVORS assigned prefix: {{(pid=98548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:32:32.122189 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.v2.resource_helper [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:32:32.122676 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.v2.resource_helper [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:32:32.123015 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.quota.resource_registry [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Creating instance of TrackedResource for resource:router May 25 15:32:32.123728 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.quota.resource_registry [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Creating instance of TrackedResource for resource:floatingip May 25 15:32:32.124862 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.v2.resource_helper [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Service METERING assigned prefix: /metering {{(pid=98548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:32:32.127307 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:32.127710 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:32.128082 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:32:32.129311 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.quota.resource_registry [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Creating instance of CountableResource for resource:rbac_policy May 25 15:32:32.129766 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.quota.resource_registry [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Creating instance of TrackedResource for resource:security_group May 25 15:32:32.130459 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.quota.resource_registry [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Creating instance of TrackedResource for resource:security_group_rule May 25 15:32:32.131978 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.v2.resource_helper [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Service CORE assigned prefix: {{(pid=98548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:32:32.132335 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.quota.resource_registry [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Creating instance of TrackedResource for resource:subnetpool May 25 15:32:32.132582 dv-cinder-791239-3-smb neutron-server[98548]: WARNING neutron.quota.resource_registry [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] subnetpool is already registered May 25 15:32:32.133211 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.v2.resource_helper [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Service CORE assigned prefix: {{(pid=98548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:32:32.133544 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.quota.resource_registry [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Creating instance of TrackedResource for resource:subnetpool May 25 15:32:32.133871 dv-cinder-791239-3-smb neutron-server[98548]: WARNING neutron.quota.resource_registry [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] subnetpool is already registered May 25 15:32:32.136616 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.v2.resource_helper [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:32:32.137047 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.v2.resource_helper [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Service FLAVORS assigned prefix: {{(pid=98548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:32:32.137647 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.v2.resource_helper [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:32:32.138161 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.v2.resource_helper [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:32:32.138492 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.quota.resource_registry [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Creating instance of TrackedResource for resource:router May 25 15:32:32.138826 dv-cinder-791239-3-smb neutron-server[98548]: WARNING neutron.quota.resource_registry [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] router is already registered May 25 15:32:32.139429 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.quota.resource_registry [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Creating instance of TrackedResource for resource:floatingip May 25 15:32:32.139793 dv-cinder-791239-3-smb neutron-server[98548]: WARNING neutron.quota.resource_registry [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] floatingip is already registered May 25 15:32:32.140437 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.v2.resource_helper [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Service METERING assigned prefix: /metering {{(pid=98548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:32:32.141136 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.quota.resource_registry [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Creating instance of CountableResource for resource:rbac_policy May 25 15:32:32.141466 dv-cinder-791239-3-smb neutron-server[98548]: WARNING neutron.quota.resource_registry [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] rbac_policy is already registered May 25 15:32:32.142017 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.quota.resource_registry [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Creating instance of TrackedResource for resource:security_group May 25 15:32:32.142345 dv-cinder-791239-3-smb neutron-server[98548]: WARNING neutron.quota.resource_registry [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] security_group is already registered May 25 15:32:32.142939 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.quota.resource_registry [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Creating instance of TrackedResource for resource:security_group_rule May 25 15:32:32.143482 dv-cinder-791239-3-smb neutron-server[98548]: WARNING neutron.quota.resource_registry [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] security_group_rule is already registered May 25 15:32:32.144237 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.v2.resource_helper [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Service CORE assigned prefix: {{(pid=98548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:32:32.144649 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.quota.resource_registry [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Creating instance of TrackedResource for resource:subnetpool May 25 15:32:32.144898 dv-cinder-791239-3-smb neutron-server[98548]: WARNING neutron.quota.resource_registry [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] subnetpool is already registered May 25 15:32:32.145513 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.v2.resource_helper [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Service CORE assigned prefix: {{(pid=98548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:32:32.145836 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.quota.resource_registry [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Creating instance of TrackedResource for resource:subnetpool May 25 15:32:32.146196 dv-cinder-791239-3-smb neutron-server[98548]: WARNING neutron.quota.resource_registry [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] subnetpool is already registered May 25 15:32:32.147460 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extended resource: extensions {{(pid=98548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:32:32.149019 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extended resource: address-groups {{(pid=98548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:32:32.150632 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extended resource: address-scopes {{(pid=98548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:32:32.151874 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extended resource: agents {{(pid=98548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:32:32.153015 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extended resource: auto-allocated-topology {{(pid=98548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:32:32.154278 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extended resource: availability_zones {{(pid=98548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:32:32.155660 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extended resource: dhcp-networks {{(pid=98548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:32:32.157102 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extended resource: dhcp-agents {{(pid=98548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:32:32.158529 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extended resource: routers {{(pid=98548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:32:32.160340 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extended resource: flavors {{(pid=98548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:32:32.161551 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extended resource: service_profiles {{(pid=98548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:32:32.163403 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extended resource: next_providers {{(pid=98548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:32:32.164959 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extended resource: service_profiles {{(pid=98548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:32:32.166383 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extended resource: floatingip-pools {{(pid=98548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:32:32.167580 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extended resource: routers {{(pid=98548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:32:32.169416 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extended resource: floatingips {{(pid=98548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:32:32.170704 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extended resource: l3-routers {{(pid=98548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:32:32.172189 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extended resource: l3-agents {{(pid=98548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:32:32.173589 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extended resource: metering-labels {{(pid=98548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:32:32.174938 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extended resource: metering-label-rules {{(pid=98548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:32:32.176244 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extended resource: network-ip-availabilities {{(pid=98548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:32:32.177525 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extended resource: bindings {{(pid=98548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:32:32.179169 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extended resource: quotas {{(pid=98548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:32:32.180616 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extended resource: quotas {{(pid=98548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:32:32.182026 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extended resource: rbac-policies {{(pid=98548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:32:32.183403 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extended resource: security-groups {{(pid=98548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:32:32.184645 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extended resource: security-group-rules {{(pid=98548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:32:32.185979 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extended resource: service-providers {{(pid=98548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:32:32.187290 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extended resource: subnetpools {{(pid=98548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:32:32.189825 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extended resource: subnetpools {{(pid=98548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:32:32.191265 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extended resource: tags {{(pid=98548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:32:32.193335 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extended resource: tags {{(pid=98548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:32:32.310969 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extended resource: tags {{(pid=98548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:32:32.312906 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extended resource: tags {{(pid=98548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:32:32.314688 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extended resource: tags {{(pid=98548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:32:32.316693 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extended resource: tags {{(pid=98548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:32:32.319291 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extended resource: tags {{(pid=98548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:32:32.321244 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extended resource: tags {{(pid=98548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:32:32.323019 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extended resource: tags {{(pid=98548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:32:32.325008 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron.api.extensions [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Extended resource: tags {{(pid=98548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:32:32.331264 dv-cinder-791239-3-smb neutron-server[98548]: WARNING keystonemiddleware.auth_token [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 25 15:32:32.336700 dv-cinder-791239-3-smb neutron-server[98548]: WARNING keystonemiddleware.auth_token [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 25 15:32:32.345366 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_concurrency.lockutils [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Acquired lock "singleton_lock" {{(pid=98548) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 25 15:32:32.345767 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_concurrency.lockutils [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Releasing lock "singleton_lock" {{(pid=98548) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 25 15:32:32.346418 dv-cinder-791239-3-smb neutron-server[98548]: INFO oslo_service.service [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Starting 2 workers May 25 15:32:32.351309 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Started child 98653 {{(pid=98548) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 25 15:32:32.356089 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Started child 98655 {{(pid=98548) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 25 15:32:32.356763 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:32.358407 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [-] (98653) wsgi starting up on http://0.0.0.0:9696 May 25 15:32:32.358710 dv-cinder-791239-3-smb neutron-server[98548]: INFO neutron.service [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Neutron service started, listening on 0.0.0.0:9696 May 25 15:32:32.359002 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 38764) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:32:32.359449 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Notify callbacks [] for process, before_spawn {{(pid=98548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:32.362083 dv-cinder-791239-3-smb neutron-server[98548]: INFO oslo_service.service [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Starting 1 workers May 25 15:32:32.362735 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:32.364472 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [-] (98655) wsgi starting up on http://0.0.0.0:9696 May 25 15:32:32.369220 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067637 May 25 15:32:32.369475 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Started child 98656 {{(pid=98548) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 25 15:32:32.369926 dv-cinder-791239-3-smb neutron-server[98548]: INFO oslo_service.service [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Starting 1 workers May 25 15:32:32.373340 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.service [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] calling RpcWorker wait() {{(pid=98656) _wait /opt/stack/neutron/neutron/service.py:128}} May 25 15:32:32.376504 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.service [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] returning from RpcWorker wait() {{(pid=98656) _wait /opt/stack/neutron/neutron/service.py:135}} May 25 15:32:32.376613 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Started child 98660 {{(pid=98548) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 25 15:32:32.376724 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:32.376823 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG neutron_lib.callbacks.manager [None req-d0bf670f-51b1-4d7f-ad87-d3bb2c19fdc7 None None] Notify callbacks [] for process, after_spawn {{(pid=98548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:32.376895 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:32:32.378294 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98548) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 25 15:32:32.378543 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 25 15:32:32.378699 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 25 15:32:32.378914 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 25 15:32:32.379271 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 25 15:32:32.379496 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 25 15:32:32.379969 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.380259 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.380571 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.381470 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:32.382089 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.382520 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.382702 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:32:32.383415 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.383860 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.384270 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.384762 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.385233 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.385594 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.385893 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.386269 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.386653 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.387105 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.387518 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.387958 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.388448 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.388831 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.389337 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.389854 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.390471 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.391046 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] debug = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.391594 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.392327 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.392781 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.393243 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.393677 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.394159 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.394586 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.395069 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.395488 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.395956 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.396930 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.397377 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.397820 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.398241 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.398645 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.399099 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.399493 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.400207 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] host = dv-cinder-791239-3-smb {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.400626 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.401047 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.401493 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.401941 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.402375 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.402809 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.403244 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.403681 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.404187 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.404639 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.405110 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.405566 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.405962 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.406381 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] log_file = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.406734 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] log_options = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.407157 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.407624 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.408131 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.408512 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.408895 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.409351 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.409815 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.410159 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.410609 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.411004 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.411398 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.411867 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.412299 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.412700 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.413147 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.413566 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.414374 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.414760 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.415207 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.415664 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.416330 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.416595 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.416980 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.417577 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.417810 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.418040 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.418280 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.418505 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.418732 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.419000 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.419254 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.419532 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.419844 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.420095 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.420331 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.420564 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.420804 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.421074 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.421310 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.421668 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.421893 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.422261 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.422683 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.423082 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.423464 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.423930 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] use_json = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.424032 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.424269 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.424532 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.424893 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.425077 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.425339 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.425531 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.425768 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.426218 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.426497 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.426817 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.427991 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.429812 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.430947 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.430947 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.430947 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.430947 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.431951 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.432342 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.432604 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.432916 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.433256 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.433431 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.433751 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.434048 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.434385 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.434645 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.434873 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.436135 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.436135 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.436135 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.436135 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.436443 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.436512 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.436707 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.436937 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.437159 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.437396 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.438179 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.438179 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.438179 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.438444 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.439872 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.440114 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.440356 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.440603 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.442407 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.442407 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.446347 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.446347 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.446347 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.446347 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.446347 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.446347 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.446347 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.446347 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.446347 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.450649 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.450649 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.450649 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.450900 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.451086 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.451273 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.451522 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.451774 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.451999 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.452242 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.452467 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.452702 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.452970 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.453203 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.453420 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.453634 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.453876 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.454079 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.454404 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.454724 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.455756 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.455756 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.455924 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.456017 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.456219 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.456457 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.456671 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.457107 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.458288 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.459386 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.459842 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.461092 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.461489 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.461857 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.462234 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.462670 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.463109 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.463459 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.463864 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.464264 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.464664 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.465058 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.465441 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.465802 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.466166 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.466537 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.466941 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.467318 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.468009 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.468496 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.468939 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.469435 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.469719 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.470023 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.470330 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.470618 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.470936 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.472313 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.472633 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.472949 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.473295 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.473617 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.473944 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.474951 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.475122 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.475336 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.475795 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.476245 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.476530 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.476802 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.477270 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.477707 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.478142 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.478419 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.480349 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.480349 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.480349 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.480349 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.480349 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.480349 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.480349 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.480349 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.481309 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.481309 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.481309 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.481309 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.481790 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.481790 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.482039 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.482167 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.482669 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.482669 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.482920 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.483092 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.483350 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.483582 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.483839 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.484068 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.484299 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.484517 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.484729 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.484965 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.485212 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.485453 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.485724 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.485936 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.486149 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.486355 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.486571 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.486779 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.487026 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.487234 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.487467 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.487864 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.487964 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.488189 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.488403 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.488614 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.488853 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.489062 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.489334 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.489581 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.489809 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.490751 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.491061 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.491232 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.491420 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.491934 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.492373 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.492798 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.493227 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.493652 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.494152 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.494452 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.494749 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.495023 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.495326 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.495608 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.496039 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.496361 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.496649 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.496946 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.497222 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.497513 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.497782 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.497998 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.499156 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.499156 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.499156 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.499156 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.499156 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.499502 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.499579 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.499817 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.500010 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.500221 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.500463 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.500743 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.501151 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.501535 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.501928 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.502174 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.502401 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.502618 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.502839 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.503254 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.503642 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.503917 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.504250 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.504367 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.504700 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.504778 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.504984 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.505190 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.505482 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.505685 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.505872 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.506119 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.506323 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.506537 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.506740 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.507162 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.507792 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.508076 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.508295 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.508587 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.508819 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.509045 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.509292 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.509636 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.509859 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.510282 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.510529 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.510748 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.510980 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.511226 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.511534 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.511927 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.512298 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.512464 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.512723 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.513015 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.513274 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.513552 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.513860 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.514194 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.515483 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.515483 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.515483 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.515483 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.515483 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.516347 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.516347 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.516347 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.516347 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.516740 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.516859 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.517170 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.517289 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.517416 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.517634 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.517867 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.518084 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.518328 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.519708 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.519708 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 25 15:32:32.519708 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98548) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 25 15:32:32.519708 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 25 15:32:32.519708 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 25 15:32:32.519708 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 25 15:32:32.520459 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 25 15:32:32.520459 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 25 15:32:32.520459 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.520459 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.520873 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.520873 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.520873 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.521129 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.521129 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.521366 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.521446 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.522729 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.522729 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.522729 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.522729 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.522729 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.522729 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.522729 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.522729 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.522729 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.523578 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.523578 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.523578 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.523578 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.523578 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] debug = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.523578 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.524331 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.524331 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.524331 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.524331 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.524688 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.524688 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.524688 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.524985 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.524985 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.525193 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.525298 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.525423 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.525556 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.525680 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.525802 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.525923 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.526562 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] host = dv-cinder-791239-3-smb {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.526562 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.526562 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.526562 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.526983 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.526983 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.526983 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.527482 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.527482 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.527482 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.527482 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.527912 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.527912 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.528108 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.528108 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] log_file = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.528310 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] log_options = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.528424 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.528533 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.528717 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.528905 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.529067 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.529238 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.529408 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.530832 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.530832 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.530832 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.530832 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.530832 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.530832 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.530832 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.530832 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.532284 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.532284 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.532284 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.532284 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.532284 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.532284 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.532284 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.532284 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.533637 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.533637 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.533637 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.533637 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.533637 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.533637 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.533637 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.533637 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.534626 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.534626 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.534626 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.534626 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.534626 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.534626 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.536527 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.536527 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.536527 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.536527 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.537991 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.537991 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.537991 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.537991 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.537991 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] use_json = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.537991 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.538653 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.538653 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.538653 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.538653 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.538973 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.538973 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.539093 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:32:32.539187 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.539352 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.539530 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.539774 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.539904 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.540066 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.540231 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.540399 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.540552 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.542183 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.542183 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.542183 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.542183 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.542183 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.542183 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.542183 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.542183 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.542865 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.542865 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.542865 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.542865 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.542865 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.542865 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.542865 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.543426 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.543426 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.543426 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.543633 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.543633 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.545827 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.545827 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.546028 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.546173 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.547211 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.547383 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.547553 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.547800 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.548720 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.548978 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.549643 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.551129 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.551311 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.551484 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.551654 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.551874 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.561436 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.561436 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.561436 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.561436 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.561436 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.561436 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.561436 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.561436 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.561436 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.562074 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.562074 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.562074 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.562074 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.562074 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.562074 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.562074 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.562074 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.562074 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.562567 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.562567 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.562567 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.562567 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.562567 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.562567 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.562567 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.562567 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.562567 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.563048 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.563048 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.563048 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.563048 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.563048 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.563048 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.563048 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.563048 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.563048 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.563577 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.563577 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.563577 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.563577 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.563577 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.563577 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.563577 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.563577 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.564029 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.564029 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.564029 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.564029 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.564029 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.564029 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.564029 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.564029 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.564541 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.564541 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.564541 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.566245 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.566535 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.567831 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.568977 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.568977 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.568977 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.569350 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.569476 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.569653 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.569800 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.570226 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.570484 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.570571 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.570836 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.571122 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.571417 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.571639 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.572367 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.572566 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.572767 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.572938 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.573022 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.573171 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.573359 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.573592 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.573681 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.573813 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.574092 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.574273 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.574273 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.574627 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.574712 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.574891 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.575052 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.575211 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.575370 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.575530 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.575719 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.575902 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.576064 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.576225 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.576385 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.576546 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.576706 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.576868 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.577029 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.578458 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.578458 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.578458 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.578977 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.579139 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.579306 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.579306 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.579641 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.579641 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.580042 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.580042 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.580457 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.580457 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.580457 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.581024 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.581024 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.581024 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.581024 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.581758 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.581758 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.581758 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.581758 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.581758 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.582725 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.582725 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.582725 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.582725 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.582725 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.582725 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.584830 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.584830 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.584830 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.584830 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.584830 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.584830 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.584830 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.584830 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.587250 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.587250 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.587250 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.587250 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.587250 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.588010 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:32:32.592057 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.592193 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.592316 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.592486 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.592654 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.592822 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.592989 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.593154 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.593318 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.593477 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.593643 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.593807 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.593966 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.594130 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.594292 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.594447 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.594607 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.594808 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.595048 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.595048 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.595209 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.595364 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.595573 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.595742 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.596602 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.596768 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.596932 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.597076 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.597244 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.597405 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.597552 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.597707 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.597871 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.598036 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.598199 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.598343 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.598505 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.598658 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.598917 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.601160 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.601160 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.601160 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.601160 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.601160 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.601160 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.601160 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.601160 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.602226 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.602226 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.602226 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.602226 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.602226 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.602226 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.602226 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.602226 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.603028 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.603028 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.603028 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.603028 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.603028 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.603028 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.603028 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.605773 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.605773 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.605773 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.605773 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.605773 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.605773 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.605773 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.605773 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.606891 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.606891 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.606891 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.606891 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.606891 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.606891 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.606891 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.606891 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.606891 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.608220 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.608220 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.608220 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.608220 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.608220 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.608220 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.608220 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:32:32.608220 dv-cinder-791239-3-smb neutron-server[98548]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 25 15:32:44.467276 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fe86de-7ab7-4309-a1b3-f85293ca9e12 None None] get_active_networks_info from dv-cinder-791239-3-smb {{(pid=98656) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 25 15:32:44.574928 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fe86de-7ab7-4309-a1b3-f85293ca9e12 None None] No non-hosted networks {{(pid=98656) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 25 15:32:44.586531 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.agentschedulers_db [None req-d2fe86de-7ab7-4309-a1b3-f85293ca9e12 None None] DHCP Agent not found on host dv-cinder-791239-3-smb {{(pid=98656) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 25 15:32:44.719146 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3d378d76-24f5-4a09-b8f0-39423687deed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670'] for agent, after_create {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:47.261291 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670'] for agent, after_create {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:47.262059 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:32:47.262448 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:32:47.262867 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:32:47.263250 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:32:47.263668 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:32:47.264722 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:32:47.265493 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:32:47.265962 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:32:47.266480 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:32:47.266992 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:32:47.267480 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:32:47.268163 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:32:47.269732 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-791239-3-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:32:47.284395 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-791239-3-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:32:47.428393 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-9bb0df4c-02e0-4871-9fa6-cde1e8beee14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670'] for agent, after_create {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:47.499565 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-c02a0500-281e-4ee1-b5f8-8178c7e00baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:48.892572 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-5e596f64-6e97-4d78-9813-f3b7462efcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670'] for agent, after_create {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:50.440553 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-61dd613b-f3f2-4fd9-acf0-68300fd05fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670'] for agent, after_create {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:52.189240 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 38870) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:32:52.908890 dv-cinder-791239-3-smb neutron-server[98653]: WARNING oslo_policy.policy [None req-ea404199-ce46-44db-9deb-7a0e1f1f4e7c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 15:32:52.909601 dv-cinder-791239-3-smb neutron-server[98653]: WARNING oslo_policy.policy [None req-ea404199-ce46-44db-9deb-7a0e1f1f4e7c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 15:32:53.161389 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [None req-ea404199-ce46-44db-9deb-7a0e1f1f4e7c admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=98653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 15:32:53.163021 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-ea404199-ce46-44db-9deb-7a0e1f1f4e7c admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9729381 May 25 15:32:54.710501 dv-cinder-791239-3-smb neutron-server[98656]: INFO neutron.db.l3_hamode_db [None req-04e687a0-19a5-418a-9ed1-82be353555ba None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 25 15:32:54.819653 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e687a0-19a5-418a-9ed1-82be353555ba None None] Routers set() bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:32:54.820038 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e687a0-19a5-418a-9ed1-82be353555ba None None] Router IDs set() for agent in host dv-cinder-791239-3-smb {{(pid=98656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 25 15:32:55.661164 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 38884) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:32:56.073291 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [None req-c236342e-1f14-44ee-aa66-b387f94fb102 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:32:56.174506 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.policy [None req-c236342e-1f14-44ee-aa66-b387f94fb102 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98653) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 25 15:32:56.220292 dv-cinder-791239-3-smb neutron-server[98653]: WARNING oslo_policy.policy [None req-c236342e-1f14-44ee-aa66-b387f94fb102 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 15:32:56.220666 dv-cinder-791239-3-smb neutron-server[98653]: WARNING oslo_policy.policy [None req-c236342e-1f14-44ee-aa66-b387f94fb102 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 15:32:56.229937 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.quota [None req-c236342e-1f14-44ee-aa66-b387f94fb102 admin admin] Loaded quota_driver: . May 25 15:32:56.246878 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-c236342e-1f14-44ee-aa66-b387f94fb102 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:32:56.311188 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-c236342e-1f14-44ee-aa66-b387f94fb102 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730538310352', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730538296369', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730538289548', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730538280248', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730538405811', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730538395491', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-704660', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-767510', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16511744', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16308461'] for rbac-policy, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:56.381340 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-c236342e-1f14-44ee-aa66-b387f94fb102 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:56.382664 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-c236342e-1f14-44ee-aa66-b387f94fb102 admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7204874 May 25 15:32:59.142075 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 38898) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:32:59.527784 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [None req-6984d4f0-49a0-4afe-983a-3808ee8fb6b8 admin admin] Request body: {'network': {'project_id': '0b60e3e3e3cf492abc04744bb15aa415', 'admin_state_up': True, 'name': 'private', 'tenant_id': '0b60e3e3e3cf492abc04744bb15aa415'}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:32:59.532749 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-6984d4f0-49a0-4afe-983a-3808ee8fb6b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:32:59.537890 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-6984d4f0-49a0-4afe-983a-3808ee8fb6b8 admin admin] Usage tracker for resource:network and tenant:0b60e3e3e3cf492abc04744bb15aa415 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:32:59.542533 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-6984d4f0-49a0-4afe-983a-3808ee8fb6b8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:32:59.548855 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-6984d4f0-49a0-4afe-983a-3808ee8fb6b8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:32:59.559164 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6984d4f0-49a0-4afe-983a-3808ee8fb6b8 admin admin] Made reservation on behalf of 0b60e3e3e3cf492abc04744bb15aa415 for: {'network': 1} {{(pid=98653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:32:59.562817 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-6984d4f0-49a0-4afe-983a-3808ee8fb6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-675072'] for network, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:59.580844 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-6984d4f0-49a0-4afe-983a-3808ee8fb6b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:59.595300 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-6984d4f0-49a0-4afe-983a-3808ee8fb6b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:32:59.598908 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-6984d4f0-49a0-4afe-983a-3808ee8fb6b8 admin admin] Usage tracker for resource:security_group_rule and tenant:0b60e3e3e3cf492abc04744bb15aa415 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:32:59.604729 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-6984d4f0-49a0-4afe-983a-3808ee8fb6b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:32:59.610445 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-6984d4f0-49a0-4afe-983a-3808ee8fb6b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:32:59.737959 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-6984d4f0-49a0-4afe-983a-3808ee8fb6b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:59.745667 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-6984d4f0-49a0-4afe-983a-3808ee8fb6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:59.753971 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:32:59.775787 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6984d4f0-49a0-4afe-983a-3808ee8fb6b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=98653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:32:59.800931 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-6984d4f0-49a0-4afe-983a-3808ee8fb6b8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730536114661', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713968'] for segment, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:59.801554 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-6984d4f0-49a0-4afe-983a-3808ee8fb6b8 admin admin] Unsubscribe: segment precommit_create {{(pid=98653) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 25 15:32:59.802031 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.db.segments_db [None req-6984d4f0-49a0-4afe-983a-3808ee8fb6b8 admin admin] Added segment cfad1f13-7675-4719-9509-310433f6e2f5 of type vlan for network 1295ec76-a179-4407-98c2-ffbd8d9a0455 May 25 15:32:59.811227 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6984d4f0-49a0-4afe-983a-3808ee8fb6b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c03f225-c69b-42e1-91de-cb6241312170,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:32:59.861701 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6984d4f0-49a0-4afe-983a-3808ee8fb6b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:32:59.862037 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6984d4f0-49a0-4afe-983a-3808ee8fb6b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:32:59.862369 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6984d4f0-49a0-4afe-983a-3808ee8fb6b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:32:59.862771 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6984d4f0-49a0-4afe-983a-3808ee8fb6b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:32:59.863001 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6984d4f0-49a0-4afe-983a-3808ee8fb6b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:32:59.863319 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6984d4f0-49a0-4afe-983a-3808ee8fb6b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:32:59.863624 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6984d4f0-49a0-4afe-983a-3808ee8fb6b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:32:59.863965 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6984d4f0-49a0-4afe-983a-3808ee8fb6b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:32:59.864289 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6984d4f0-49a0-4afe-983a-3808ee8fb6b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:32:59.864599 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6984d4f0-49a0-4afe-983a-3808ee8fb6b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:32:59.864949 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6984d4f0-49a0-4afe-983a-3808ee8fb6b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:32:59.865253 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6984d4f0-49a0-4afe-983a-3808ee8fb6b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:32:59.866356 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6984d4f0-49a0-4afe-983a-3808ee8fb6b8 admin admin] Tracked resource versions report: May 25 15:32:59.866356 dv-cinder-791239-3-smb neutron-server[98653]: pushed versions: May 25 15:32:59.866356 dv-cinder-791239-3-smb neutron-server[98653]: { 'AddressGroup': {'1.2'}, May 25 15:32:59.866356 dv-cinder-791239-3-smb neutron-server[98653]: 'ConntrackHelper': {'1.0'}, May 25 15:32:59.866356 dv-cinder-791239-3-smb neutron-server[98653]: 'Log': {'1.0'}, May 25 15:32:59.866356 dv-cinder-791239-3-smb neutron-server[98653]: 'Network': {'1.1'}, May 25 15:32:59.866356 dv-cinder-791239-3-smb neutron-server[98653]: 'Port': {'1.7'}, May 25 15:32:59.866356 dv-cinder-791239-3-smb neutron-server[98653]: 'PortForwarding': {'1.2'}, May 25 15:32:59.866356 dv-cinder-791239-3-smb neutron-server[98653]: 'QosPolicy': {'1.8'}, May 25 15:32:59.866356 dv-cinder-791239-3-smb neutron-server[98653]: 'SecurityGroup': {'1.4'}, May 25 15:32:59.866356 dv-cinder-791239-3-smb neutron-server[98653]: 'SecurityGroupRule': {'1.2'}, May 25 15:32:59.866356 dv-cinder-791239-3-smb neutron-server[98653]: 'SubPort': {'1.0'}, May 25 15:32:59.866356 dv-cinder-791239-3-smb neutron-server[98653]: 'Subnet': {'1.1'}, May 25 15:32:59.866356 dv-cinder-791239-3-smb neutron-server[98653]: 'Trunk': {'1.1'}} May 25 15:32:59.866356 dv-cinder-791239-3-smb neutron-server[98653]: consumer versions: May 25 15:32:59.866356 dv-cinder-791239-3-smb neutron-server[98653]: { DHCP agent@dv-cinder-791239-3-smb: {}, May 25 15:32:59.866356 dv-cinder-791239-3-smb neutron-server[98653]: L3 agent@dv-cinder-791239-3-smb: {}, May 25 15:32:59.866356 dv-cinder-791239-3-smb neutron-server[98653]: Metadata agent@dv-cinder-791239-3-smb: {}, May 25 15:32:59.866356 dv-cinder-791239-3-smb neutron-server[98653]: Metering agent@dv-cinder-791239-3-smb: {}, May 25 15:32:59.866356 dv-cinder-791239-3-smb neutron-server[98653]: Open vSwitch agent@dv-cinder-791239-3-smb: { 'AddressGroup': '1.2', May 25 15:32:59.866356 dv-cinder-791239-3-smb neutron-server[98653]: 'ConntrackHelper': '1.0', May 25 15:32:59.866356 dv-cinder-791239-3-smb neutron-server[98653]: 'Log': '1.0', May 25 15:32:59.866356 dv-cinder-791239-3-smb neutron-server[98653]: 'Network': '1.1', May 25 15:32:59.866356 dv-cinder-791239-3-smb neutron-server[98653]: 'Port': '1.7', May 25 15:32:59.866356 dv-cinder-791239-3-smb neutron-server[98653]: 'PortForwarding': '1.2', May 25 15:32:59.866356 dv-cinder-791239-3-smb neutron-server[98653]: 'QosPolicy': '1.8', May 25 15:32:59.866356 dv-cinder-791239-3-smb neutron-server[98653]: 'SecurityGroup': '1.4', May 25 15:32:59.866356 dv-cinder-791239-3-smb neutron-server[98653]: 'SecurityGroupRule': '1.2', May 25 15:32:59.866356 dv-cinder-791239-3-smb neutron-server[98653]: 'SubPort': '1.0', May 25 15:32:59.866356 dv-cinder-791239-3-smb neutron-server[98653]: 'Subnet': '1.1', May 25 15:32:59.866356 dv-cinder-791239-3-smb neutron-server[98653]: 'Trunk': '1.1'}} May 25 15:32:59.866356 dv-cinder-791239-3-smb neutron-server[98653]: {{(pid=98653) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 15:32:59.929228 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-6984d4f0-49a0-4afe-983a-3808ee8fb6b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:32:59.935401 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-6984d4f0-49a0-4afe-983a-3808ee8fb6b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730535690298'] for network, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:59.978894 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-6984d4f0-49a0-4afe-983a-3808ee8fb6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16304419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16277480'] for network, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:59.980416 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6984d4f0-49a0-4afe-983a-3808ee8fb6b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:32:59.981074 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-6984d4f0-49a0-4afe-983a-3808ee8fb6b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for network, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:59.986088 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:33:00.092624 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-6984d4f0-49a0-4afe-983a-3808ee8fb6b8 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9488711 May 25 15:33:00.095201 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6984d4f0-49a0-4afe-983a-3808ee8fb6b8 admin admin] Pushing event updated for resources: {'Network': ['ID=1295ec76-a179-4407-98c2-ffbd8d9a0455,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:33:00.098995 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-6984d4f0-49a0-4afe-983a-3808ee8fb6b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:33:00.108565 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Network 1295ec76-a179-4407-98c2-ffbd8d9a0455 details requested by agent ovs-agent-dv-cinder-791239-3-smb with host dv-cinder-791239-3-smb {{(pid=98656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 15:33:02.940631 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 38914) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:33:03.605451 dv-cinder-791239-3-smb neutron-server[98655]: WARNING oslo_policy.policy [None req-2a2aa8d7-518c-4129-b0f8-27adb853b257 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 15:33:03.606067 dv-cinder-791239-3-smb neutron-server[98655]: WARNING oslo_policy.policy [None req-2a2aa8d7-518c-4129-b0f8-27adb853b257 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 15:33:04.046877 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.policy [None req-2a2aa8d7-518c-4129-b0f8-27adb853b257 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98655) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 25 15:33:04.095021 dv-cinder-791239-3-smb neutron-server[98655]: WARNING oslo_policy.policy [None req-2a2aa8d7-518c-4129-b0f8-27adb853b257 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 15:33:04.095396 dv-cinder-791239-3-smb neutron-server[98655]: WARNING oslo_policy.policy [None req-2a2aa8d7-518c-4129-b0f8-27adb853b257 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 15:33:04.104177 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2aa8d7-518c-4129-b0f8-27adb853b257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:33:04.106039 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-2a2aa8d7-518c-4129-b0f8-27adb853b257 admin admin] 10.222.0.11 "GET /v2.0/networks/1295ec76-a179-4407-98c2-ffbd8d9a0455 HTTP/1.1" status: 200 len: 825 time: 1.1632047 May 25 15:33:04.139124 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-ee437f60-85b3-4b31-8bd6-2ae012d1eed3 admin admin] 10.222.0.11 "GET /v2.0/subnetpools/4a38e321-6207-4e5a-ba70-ab0567a43d1e HTTP/1.1" status: 200 len: 734 time: 0.0275776 May 25 15:33:04.147870 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [None req-f79a4cec-f577-4673-a61b-2fc88a4185e2 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'tenant_id': '0b60e3e3e3cf492abc04744bb15aa415', 'network_id': '1295ec76-a179-4407-98c2-ffbd8d9a0455', 'subnetpool_id': '4a38e321-6207-4e5a-ba70-ab0567a43d1e', 'gateway_ip': '172.20.0.1'}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:33:04.149458 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.quota [None req-f79a4cec-f577-4673-a61b-2fc88a4185e2 admin admin] Loaded quota_driver: . May 25 15:33:04.156292 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-f79a4cec-f577-4673-a61b-2fc88a4185e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:33:04.163355 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-f79a4cec-f577-4673-a61b-2fc88a4185e2 admin admin] Usage tracker for resource:subnet and tenant:0b60e3e3e3cf492abc04744bb15aa415 is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:33:04.172302 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-f79a4cec-f577-4673-a61b-2fc88a4185e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:33:04.179620 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-f79a4cec-f577-4673-a61b-2fc88a4185e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:33:04.194665 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79a4cec-f577-4673-a61b-2fc88a4185e2 admin admin] Made reservation on behalf of 0b60e3e3e3cf492abc04744bb15aa415 for: {'subnet': 1} {{(pid=98655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:33:04.197547 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-f79a4cec-f577-4673-a61b-2fc88a4185e2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:04.762408 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-f79a4cec-f577-4673-a61b-2fc88a4185e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491'] for subnet, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:04.767521 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:33:04.846378 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79a4cec-f577-4673-a61b-2fc88a4185e2 admin admin] Checking segment: {'id': 'cfad1f13-7675-4719-9509-310433f6e2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '1295ec76-a179-4407-98c2-ffbd8d9a0455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:33:04.846665 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79a4cec-f577-4673-a61b-2fc88a4185e2 admin admin] Network hostable DHCP agents. Network: 1295ec76-a179-4407-98c2-ffbd8d9a0455, hostable agents: ['c114f6b1-151c-4bcf-990e-1a24ac4dbd68'], hosted agents: [] {{(pid=98655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:33:04.863467 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a4cec-f577-4673-a61b-2fc88a4185e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b770b90-0def-4e10-923d-f4cced5fd64d,revision_number=0']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:33:04.876907 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79a4cec-f577-4673-a61b-2fc88a4185e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:33:04.877235 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79a4cec-f577-4673-a61b-2fc88a4185e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:33:04.877561 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79a4cec-f577-4673-a61b-2fc88a4185e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:33:04.877903 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79a4cec-f577-4673-a61b-2fc88a4185e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:33:04.878192 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79a4cec-f577-4673-a61b-2fc88a4185e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:33:04.878501 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79a4cec-f577-4673-a61b-2fc88a4185e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:33:04.878849 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79a4cec-f577-4673-a61b-2fc88a4185e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:33:04.879157 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79a4cec-f577-4673-a61b-2fc88a4185e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:33:04.879529 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79a4cec-f577-4673-a61b-2fc88a4185e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:33:04.879862 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79a4cec-f577-4673-a61b-2fc88a4185e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:33:04.880172 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79a4cec-f577-4673-a61b-2fc88a4185e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:33:04.881014 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79a4cec-f577-4673-a61b-2fc88a4185e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:33:04.882114 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79a4cec-f577-4673-a61b-2fc88a4185e2 admin admin] Tracked resource versions report: May 25 15:33:04.882114 dv-cinder-791239-3-smb neutron-server[98655]: pushed versions: May 25 15:33:04.882114 dv-cinder-791239-3-smb neutron-server[98655]: { 'AddressGroup': {'1.2'}, May 25 15:33:04.882114 dv-cinder-791239-3-smb neutron-server[98655]: 'ConntrackHelper': {'1.0'}, May 25 15:33:04.882114 dv-cinder-791239-3-smb neutron-server[98655]: 'Log': {'1.0'}, May 25 15:33:04.882114 dv-cinder-791239-3-smb neutron-server[98655]: 'Network': {'1.1'}, May 25 15:33:04.882114 dv-cinder-791239-3-smb neutron-server[98655]: 'Port': {'1.7'}, May 25 15:33:04.882114 dv-cinder-791239-3-smb neutron-server[98655]: 'PortForwarding': {'1.2'}, May 25 15:33:04.882114 dv-cinder-791239-3-smb neutron-server[98655]: 'QosPolicy': {'1.8'}, May 25 15:33:04.882114 dv-cinder-791239-3-smb neutron-server[98655]: 'SecurityGroup': {'1.4'}, May 25 15:33:04.882114 dv-cinder-791239-3-smb neutron-server[98655]: 'SecurityGroupRule': {'1.2'}, May 25 15:33:04.882114 dv-cinder-791239-3-smb neutron-server[98655]: 'SubPort': {'1.0'}, May 25 15:33:04.882114 dv-cinder-791239-3-smb neutron-server[98655]: 'Subnet': {'1.1'}, May 25 15:33:04.882114 dv-cinder-791239-3-smb neutron-server[98655]: 'Trunk': {'1.1'}} May 25 15:33:04.882114 dv-cinder-791239-3-smb neutron-server[98655]: consumer versions: May 25 15:33:04.882114 dv-cinder-791239-3-smb neutron-server[98655]: { DHCP agent@dv-cinder-791239-3-smb: {}, May 25 15:33:04.882114 dv-cinder-791239-3-smb neutron-server[98655]: L3 agent@dv-cinder-791239-3-smb: {}, May 25 15:33:04.882114 dv-cinder-791239-3-smb neutron-server[98655]: Metadata agent@dv-cinder-791239-3-smb: {}, May 25 15:33:04.882114 dv-cinder-791239-3-smb neutron-server[98655]: Metering agent@dv-cinder-791239-3-smb: {}, May 25 15:33:04.882114 dv-cinder-791239-3-smb neutron-server[98655]: Open vSwitch agent@dv-cinder-791239-3-smb: { 'AddressGroup': '1.2', May 25 15:33:04.882114 dv-cinder-791239-3-smb neutron-server[98655]: 'ConntrackHelper': '1.0', May 25 15:33:04.882114 dv-cinder-791239-3-smb neutron-server[98655]: 'Log': '1.0', May 25 15:33:04.882114 dv-cinder-791239-3-smb neutron-server[98655]: 'Network': '1.1', May 25 15:33:04.882114 dv-cinder-791239-3-smb neutron-server[98655]: 'Port': '1.7', May 25 15:33:04.882114 dv-cinder-791239-3-smb neutron-server[98655]: 'PortForwarding': '1.2', May 25 15:33:04.882114 dv-cinder-791239-3-smb neutron-server[98655]: 'QosPolicy': '1.8', May 25 15:33:04.882114 dv-cinder-791239-3-smb neutron-server[98655]: 'SecurityGroup': '1.4', May 25 15:33:04.882114 dv-cinder-791239-3-smb neutron-server[98655]: 'SecurityGroupRule': '1.2', May 25 15:33:04.882114 dv-cinder-791239-3-smb neutron-server[98655]: 'SubPort': '1.0', May 25 15:33:04.882114 dv-cinder-791239-3-smb neutron-server[98655]: 'Subnet': '1.1', May 25 15:33:04.882114 dv-cinder-791239-3-smb neutron-server[98655]: 'Trunk': '1.1'}} May 25 15:33:04.882114 dv-cinder-791239-3-smb neutron-server[98655]: {{(pid=98655) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 15:33:04.904938 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79a4cec-f577-4673-a61b-2fc88a4185e2 admin admin] Network 1295ec76-a179-4407-98c2-ffbd8d9a0455 is scheduled to be hosted by DHCP agent c114f6b1-151c-4bcf-990e-1a24ac4dbd68 with binding_index 1 {{(pid=98655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:33:04.924507 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.base_scheduler [None req-f79a4cec-f577-4673-a61b-2fc88a4185e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791239-3-smb, 1295ec76-a179-4407-98c2-ffbd8d9a0455) {{(pid=98655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:33:04.937314 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-f79a4cec-f577-4673-a61b-2fc88a4185e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:33:04.953644 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79a4cec-f577-4673-a61b-2fc88a4185e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:33:04.954477 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-f79a4cec-f577-4673-a61b-2fc88a4185e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for subnet, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:04.960181 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb303fc-662f-40fe-928d-02f7d29d4904 None None] Network 1295ec76-a179-4407-98c2-ffbd8d9a0455 requested from dv-cinder-791239-3-smb {{(pid=98656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:33:04.984720 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-f79a4cec-f577-4673-a61b-2fc88a4185e2 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8401165 May 25 15:33:05.311320 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c579d7e-1c39-4d0a-984d-a0a36175ef06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74aad02c-0dc6-5e3e-b290-52a6de11b65a-1295ec76-a179-4407-98c2-ffbd8d9a0455', 'network_id': '1295ec76-a179-4407-98c2-ffbd8d9a0455', 'tenant_id': '0b60e3e3e3cf492abc04744bb15aa415', 'fixed_ips': [{'subnet_id': '6b770b90-0def-4e10-923d-f4cced5fd64d'}]}} from dv-cinder-791239-3-smb. {{(pid=98656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 15:33:05.312632 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3c579d7e-1c39-4d0a-984d-a0a36175ef06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_create {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:05.506732 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.db_base_plugin_common [None req-3c579d7e-1c39-4d0a-984d-a0a36175ef06 None None] Allocated IP 172.20.0.2 (1295ec76-a179-4407-98c2-ffbd8d9a0455/6b770b90-0def-4e10-923d-f4cced5fd64d/fcbf6286-071d-4f38-92eb-3ab71c07f4ff) {{(pid=98656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:33:05.757216 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3c579d7e-1c39-4d0a-984d-a0a36175ef06 None None] Notify callbacks [] for port, precommit_create {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:05.770884 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3c579d7e-1c39-4d0a-984d-a0a36175ef06 None None] Transition to ACTIVE for port object fcbf6286-071d-4f38-92eb-3ab71c07f4ff will not be triggered until provisioned by entity L2. {{(pid=98656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:33:05.794226 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3c579d7e-1c39-4d0a-984d-a0a36175ef06 None None] Transition to ACTIVE for port object fcbf6286-071d-4f38-92eb-3ab71c07f4ff will not be triggered until provisioned by entity DHCP. {{(pid=98656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:33:05.803159 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3c579d7e-1c39-4d0a-984d-a0a36175ef06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730535669962'] for port, after_create {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:05.807969 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:33:05.879249 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c579d7e-1c39-4d0a-984d-a0a36175ef06 None None] Network 1295ec76-a179-4407-98c2-ffbd8d9a0455 is already hosted by enough agents. {{(pid=98656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:33:05.883143 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.scheduler.base_scheduler [None req-3c579d7e-1c39-4d0a-984d-a0a36175ef06 None None] Resources bound (agent type, host, resource id): {{(pid=98656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:33:05.890919 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c579d7e-1c39-4d0a-984d-a0a36175ef06 None None] Pushing event updated for resources: {'Port': ['ID=fcbf6286-071d-4f38-92eb-3ab71c07f4ff,revision_number=1']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:33:05.893364 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c579d7e-1c39-4d0a-984d-a0a36175ef06 None None] Received port after_create {{(pid=98656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:33:05.903067 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c579d7e-1c39-4d0a-984d-a0a36175ef06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:33:05.903837 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c579d7e-1c39-4d0a-984d-a0a36175ef06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:33:05.903837 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c579d7e-1c39-4d0a-984d-a0a36175ef06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:33:05.904284 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c579d7e-1c39-4d0a-984d-a0a36175ef06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:33:05.904621 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c579d7e-1c39-4d0a-984d-a0a36175ef06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:33:05.904990 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c579d7e-1c39-4d0a-984d-a0a36175ef06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:33:05.905936 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c579d7e-1c39-4d0a-984d-a0a36175ef06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:33:05.905936 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c579d7e-1c39-4d0a-984d-a0a36175ef06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:33:05.905936 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c579d7e-1c39-4d0a-984d-a0a36175ef06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:33:05.906193 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c579d7e-1c39-4d0a-984d-a0a36175ef06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:33:05.906500 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c579d7e-1c39-4d0a-984d-a0a36175ef06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:33:05.907411 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c579d7e-1c39-4d0a-984d-a0a36175ef06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:33:05.907966 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c579d7e-1c39-4d0a-984d-a0a36175ef06 None None] Tracked resource versions report: May 25 15:33:05.907966 dv-cinder-791239-3-smb neutron-server[98656]: pushed versions: May 25 15:33:05.907966 dv-cinder-791239-3-smb neutron-server[98656]: { 'AddressGroup': {'1.2'}, May 25 15:33:05.907966 dv-cinder-791239-3-smb neutron-server[98656]: 'ConntrackHelper': {'1.0'}, May 25 15:33:05.907966 dv-cinder-791239-3-smb neutron-server[98656]: 'Log': {'1.0'}, May 25 15:33:05.907966 dv-cinder-791239-3-smb neutron-server[98656]: 'Network': {'1.1'}, May 25 15:33:05.907966 dv-cinder-791239-3-smb neutron-server[98656]: 'Port': {'1.7'}, May 25 15:33:05.907966 dv-cinder-791239-3-smb neutron-server[98656]: 'PortForwarding': {'1.2'}, May 25 15:33:05.907966 dv-cinder-791239-3-smb neutron-server[98656]: 'QosPolicy': {'1.8'}, May 25 15:33:05.907966 dv-cinder-791239-3-smb neutron-server[98656]: 'SecurityGroup': {'1.4'}, May 25 15:33:05.907966 dv-cinder-791239-3-smb neutron-server[98656]: 'SecurityGroupRule': {'1.2'}, May 25 15:33:05.907966 dv-cinder-791239-3-smb neutron-server[98656]: 'SubPort': {'1.0'}, May 25 15:33:05.907966 dv-cinder-791239-3-smb neutron-server[98656]: 'Subnet': {'1.1'}, May 25 15:33:05.907966 dv-cinder-791239-3-smb neutron-server[98656]: 'Trunk': {'1.1'}} May 25 15:33:05.907966 dv-cinder-791239-3-smb neutron-server[98656]: consumer versions: May 25 15:33:05.907966 dv-cinder-791239-3-smb neutron-server[98656]: { DHCP agent@dv-cinder-791239-3-smb: {}, May 25 15:33:05.907966 dv-cinder-791239-3-smb neutron-server[98656]: L3 agent@dv-cinder-791239-3-smb: {}, May 25 15:33:05.907966 dv-cinder-791239-3-smb neutron-server[98656]: Metadata agent@dv-cinder-791239-3-smb: {}, May 25 15:33:05.907966 dv-cinder-791239-3-smb neutron-server[98656]: Metering agent@dv-cinder-791239-3-smb: {}, May 25 15:33:05.907966 dv-cinder-791239-3-smb neutron-server[98656]: Open vSwitch agent@dv-cinder-791239-3-smb: { 'AddressGroup': '1.2', May 25 15:33:05.907966 dv-cinder-791239-3-smb neutron-server[98656]: 'ConntrackHelper': '1.0', May 25 15:33:05.907966 dv-cinder-791239-3-smb neutron-server[98656]: 'Log': '1.0', May 25 15:33:05.907966 dv-cinder-791239-3-smb neutron-server[98656]: 'Network': '1.1', May 25 15:33:05.907966 dv-cinder-791239-3-smb neutron-server[98656]: 'Port': '1.7', May 25 15:33:05.907966 dv-cinder-791239-3-smb neutron-server[98656]: 'PortForwarding': '1.2', May 25 15:33:05.907966 dv-cinder-791239-3-smb neutron-server[98656]: 'QosPolicy': '1.8', May 25 15:33:05.907966 dv-cinder-791239-3-smb neutron-server[98656]: 'SecurityGroup': '1.4', May 25 15:33:05.907966 dv-cinder-791239-3-smb neutron-server[98656]: 'SecurityGroupRule': '1.2', May 25 15:33:05.907966 dv-cinder-791239-3-smb neutron-server[98656]: 'SubPort': '1.0', May 25 15:33:05.907966 dv-cinder-791239-3-smb neutron-server[98656]: 'Subnet': '1.1', May 25 15:33:05.907966 dv-cinder-791239-3-smb neutron-server[98656]: 'Trunk': '1.1'}} May 25 15:33:05.907966 dv-cinder-791239-3-smb neutron-server[98656]: {{(pid=98656) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 15:33:05.950205 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-3c579d7e-1c39-4d0a-984d-a0a36175ef06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:33:06.027788 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.managers [None req-3c579d7e-1c39-4d0a-984d-a0a36175ef06 None None] Attempting to bind port fcbf6286-071d-4f38-92eb-3ab71c07f4ff on host dv-cinder-791239-3-smb for vnic_type normal with profile {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:33:06.028462 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.managers [None req-3c579d7e-1c39-4d0a-984d-a0a36175ef06 None None] Attempting to bind port fcbf6286-071d-4f38-92eb-3ab71c07f4ff by drivers openvswitch,hyperv on host dv-cinder-791239-3-smb at level 0 using segments [{'id': 'cfad1f13-7675-4719-9509-310433f6e2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '1295ec76-a179-4407-98c2-ffbd8d9a0455'}] {{(pid=98656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:33:06.028610 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c579d7e-1c39-4d0a-984d-a0a36175ef06 None None] Attempting to bind port fcbf6286-071d-4f38-92eb-3ab71c07f4ff on network 1295ec76-a179-4407-98c2-ffbd8d9a0455 {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:33:06.035822 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c579d7e-1c39-4d0a-984d-a0a36175ef06 None None] Checking agent: {'id': '7e687d8b-f3a5-45d0-a2c9-960fde35dba9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 32, 47), 'started_at': datetime.datetime(2021, 5, 25, 15, 32, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:33:06.036292 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c579d7e-1c39-4d0a-984d-a0a36175ef06 None None] Checking segment: {'id': 'cfad1f13-7675-4719-9509-310433f6e2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '1295ec76-a179-4407-98c2-ffbd8d9a0455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:33:06.036779 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3c579d7e-1c39-4d0a-984d-a0a36175ef06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:06.037178 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c579d7e-1c39-4d0a-984d-a0a36175ef06 None None] Bound using segment: {'id': 'cfad1f13-7675-4719-9509-310433f6e2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '1295ec76-a179-4407-98c2-ffbd8d9a0455'} {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:33:06.037793 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.managers [None req-3c579d7e-1c39-4d0a-984d-a0a36175ef06 None None] Bound port: fcbf6286-071d-4f38-92eb-3ab71c07f4ff, host: dv-cinder-791239-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfad1f13-7675-4719-9509-310433f6e2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '1295ec76-a179-4407-98c2-ffbd8d9a0455'}}] {{(pid=98656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:33:06.038268 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3c579d7e-1c39-4d0a-984d-a0a36175ef06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:06.142147 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-3c579d7e-1c39-4d0a-984d-a0a36175ef06 None None] For port fcbf6286-071d-4f38-92eb-3ab71c07f4ff, host dv-cinder-791239-3-smb, cleared binding levels {{(pid=98656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:33:06.148899 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-3c579d7e-1c39-4d0a-984d-a0a36175ef06 None None] For port fcbf6286-071d-4f38-92eb-3ab71c07f4ff, host dv-cinder-791239-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=fcbf6286-071d-4f38-92eb-3ab71c07f4ff,segment=NetworkSegment(cfad1f13-7675-4719-9509-310433f6e2f5),segment_id=cfad1f13-7675-4719-9509-310433f6e2f5)] {{(pid=98656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:33:06.154840 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3c579d7e-1c39-4d0a-984d-a0a36175ef06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:06.159389 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-3c579d7e-1c39-4d0a-984d-a0a36175ef06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:33:06.256123 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c579d7e-1c39-4d0a-984d-a0a36175ef06 None None] Pushing event updated for resources: {'Port': ['ID=fcbf6286-071d-4f38-92eb-3ab71c07f4ff,revision_number=2']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:33:06.260367 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-3c579d7e-1c39-4d0a-984d-a0a36175ef06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:33:07.625200 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 38936) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:33:08.104619 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [None req-22adb940-9fba-4d19-94c3-a06cd357b820 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=98653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 15:33:08.119731 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-22adb940-9fba-4d19-94c3-a06cd357b820 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4794686 May 25 15:33:10.657265 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 38946) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:33:11.109863 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [None req-5d854386-09e3-44ad-9780-3736da138be3 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=98653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 15:33:11.110804 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-5d854386-09e3-44ad-9780-3736da138be3 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4523232 May 25 15:33:11.554010 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device fcbf6286-071d-4f38-92eb-3ab71c07f4ff up at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:33:11.625752 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning for port fcbf6286-071d-4f38-92eb-3ab71c07f4ff completed by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:33:12.258171 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d386e1e3-6845-45f6-b106-0b318dccdde1 None None] Network 1295ec76-a179-4407-98c2-ffbd8d9a0455 requested from dv-cinder-791239-3-smb {{(pid=98656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:33:12.363660 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-f3e98b44-33e0-4ae7-b93a-39ad8fba39ae None None] Provisioning for port fcbf6286-071d-4f38-92eb-3ab71c07f4ff completed by entity DHCP. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:33:12.371793 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-f3e98b44-33e0-4ae7-b93a-39ad8fba39ae None None] Provisioning complete for port fcbf6286-071d-4f38-92eb-3ab71c07f4ff triggered by entity DHCP. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:33:12.372683 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-f3e98b44-33e0-4ae7-b93a-39ad8fba39ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:12.600661 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-f3e98b44-33e0-4ae7-b93a-39ad8fba39ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:12.652050 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-f3e98b44-33e0-4ae7-b93a-39ad8fba39ae None None] For port fcbf6286-071d-4f38-92eb-3ab71c07f4ff, host dv-cinder-791239-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=fcbf6286-071d-4f38-92eb-3ab71c07f4ff,segment=NetworkSegment(cfad1f13-7675-4719-9509-310433f6e2f5),segment_id=cfad1f13-7675-4719-9509-310433f6e2f5)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:33:12.658022 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-f3e98b44-33e0-4ae7-b93a-39ad8fba39ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:12.663305 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:33:12.749346 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e98b44-33e0-4ae7-b93a-39ad8fba39ae None None] Pushing event updated for resources: {'Port': ['ID=fcbf6286-071d-4f38-92eb-3ab71c07f4ff,revision_number=3']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:33:12.760045 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-f3e98b44-33e0-4ae7-b93a-39ad8fba39ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:33:12.883832 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-7f4efbbc-3e23-4484-971c-12bed89cc9a6 None None] Provisioning complete for port fcbf6286-071d-4f38-92eb-3ab71c07f4ff triggered by entity DHCP. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:33:12.884202 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-7f4efbbc-3e23-4484-971c-12bed89cc9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:13.525531 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device fcbf6286-071d-4f38-92eb-3ab71c07f4ff up at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:33:13.593435 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning complete for port fcbf6286-071d-4f38-92eb-3ab71c07f4ff triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:33:13.593803 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:13.907440 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 38964) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:33:14.286462 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [None req-4eca8861-ef64-466e-9ec4-c6f8e0a9c262 admin admin] Request body: {'router': {'tenant_id': '0b60e3e3e3cf492abc04744bb15aa415', 'admin_state_up': True, 'name': 'router1'}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:33:14.292100 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-4eca8861-ef64-466e-9ec4-c6f8e0a9c262 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:33:14.296098 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-4eca8861-ef64-466e-9ec4-c6f8e0a9c262 admin admin] Usage tracker for resource:router and tenant:0b60e3e3e3cf492abc04744bb15aa415 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:33:14.300035 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-4eca8861-ef64-466e-9ec4-c6f8e0a9c262 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:33:14.306744 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-4eca8861-ef64-466e-9ec4-c6f8e0a9c262 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:33:14.317480 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-4eca8861-ef64-466e-9ec4-c6f8e0a9c262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16421720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2398'] for router, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:14.319671 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-4eca8861-ef64-466e-9ec4-c6f8e0a9c262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16420952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423559', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16267114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2375'] for router, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:14.344170 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-4eca8861-ef64-466e-9ec4-c6f8e0a9c262 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:14.387064 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-b45092e8-2655-4900-b1fd-3f0154968723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:14.481629 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-4eca8861-ef64-466e-9ec4-c6f8e0a9c262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16421713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423649'] for router, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:14.501605 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-4eca8861-ef64-466e-9ec4-c6f8e0a9c262 admin admin] Notify callbacks [] for router, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:14.503079 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-4eca8861-ef64-466e-9ec4-c6f8e0a9c262 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5946345 May 25 15:33:16.999224 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 38974) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:33:17.282645 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:17.407708 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-eec5e3e7-3f72-418a-a892-e6094fe075f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:17.425472 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [None req-77cc0a36-a19d-416b-adde-c8e75dc06c83 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=98653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 15:33:17.426455 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-77cc0a36-a19d-416b-adde-c8e75dc06c83 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4262478 May 25 15:33:18.831908 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-5e596f64-6e97-4d78-9813-f3b7462efcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:19.928189 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 38994) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:33:20.094927 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [None req-80db8944-b3c1-442f-904a-2f71cec42630 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:33:20.100087 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-80db8944-b3c1-442f-904a-2f71cec42630 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:33:20.105254 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-80db8944-b3c1-442f-904a-2f71cec42630 admin admin] Usage tracker for resource:network and tenant:0e3f4863bd6845299156ced16f4e3a06 is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:33:20.108195 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-80db8944-b3c1-442f-904a-2f71cec42630 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:33:20.114076 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-80db8944-b3c1-442f-904a-2f71cec42630 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:33:20.124384 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80db8944-b3c1-442f-904a-2f71cec42630 admin admin] Made reservation on behalf of 0e3f4863bd6845299156ced16f4e3a06 for: {'network': 1} {{(pid=98655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:33:20.126696 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-80db8944-b3c1-442f-904a-2f71cec42630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-675072'] for network, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:20.143357 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-80db8944-b3c1-442f-904a-2f71cec42630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:20.158568 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-80db8944-b3c1-442f-904a-2f71cec42630 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:33:20.162848 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-80db8944-b3c1-442f-904a-2f71cec42630 admin admin] Usage tracker for resource:security_group_rule and tenant:0e3f4863bd6845299156ced16f4e3a06 is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:33:20.166017 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-80db8944-b3c1-442f-904a-2f71cec42630 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:33:20.173821 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-80db8944-b3c1-442f-904a-2f71cec42630 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:33:20.276896 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-80db8944-b3c1-442f-904a-2f71cec42630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:20.281688 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-80db8944-b3c1-442f-904a-2f71cec42630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:20.285306 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:33:20.318942 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-80db8944-b3c1-442f-904a-2f71cec42630 admin admin] Reserving flat network on physical network physnet1 {{(pid=98655) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 25 15:33:20.341241 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db8944-b3c1-442f-904a-2f71cec42630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd06eff1-17ce-485b-acf2-4da95da68840,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:33:20.346828 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-80db8944-b3c1-442f-904a-2f71cec42630 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730536114661', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713968'] for segment, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:20.347570 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-80db8944-b3c1-442f-904a-2f71cec42630 admin admin] Unsubscribe: segment precommit_create {{(pid=98655) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 25 15:33:20.348119 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.db.segments_db [None req-80db8944-b3c1-442f-904a-2f71cec42630 admin admin] Added segment b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2 of type flat for network d51110de-dc62-4f0f-8f8a-5177828fdd7b May 25 15:33:20.359739 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-80db8944-b3c1-442f-904a-2f71cec42630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:33:20.375580 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-61dd613b-f3f2-4fd9-acf0-68300fd05fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:20.399621 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-80db8944-b3c1-442f-904a-2f71cec42630 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730535690298'] for network, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:20.443640 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-80db8944-b3c1-442f-904a-2f71cec42630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16304419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16277480'] for network, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:20.445358 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80db8944-b3c1-442f-904a-2f71cec42630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:33:20.446243 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-80db8944-b3c1-442f-904a-2f71cec42630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for network, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:20.449724 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:33:20.549456 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db8944-b3c1-442f-904a-2f71cec42630 admin admin] Pushing event updated for resources: {'Network': ['ID=d51110de-dc62-4f0f-8f8a-5177828fdd7b,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:33:20.553667 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-80db8944-b3c1-442f-904a-2f71cec42630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:33:20.556007 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-80db8944-b3c1-442f-904a-2f71cec42630 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6266227 May 25 15:33:20.561519 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Network d51110de-dc62-4f0f-8f8a-5177828fdd7b details requested by agent ovs-agent-dv-cinder-791239-3-smb with host dv-cinder-791239-3-smb {{(pid=98656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 15:33:22.838830 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 39014) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:33:22.956539 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1666b67f-c3c7-4556-928b-2a72790b2a6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:33:22.957886 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-1666b67f-c3c7-4556-928b-2a72790b2a6a admin admin] 10.222.0.11 "GET /v2.0/subnets/6b770b90-0def-4e10-923d-f4cced5fd64d HTTP/1.1" status: 200 len: 849 time: 0.1179323 May 25 15:33:23.135802 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-ad268dad-eaa1-4e38-96a6-4b10e28ccbdf admin admin] 10.222.0.11 "GET /v2.0/routers/ebe3f859-69a8-47f7-a676-00343e6fc1ed HTTP/1.1" status: 200 len: 704 time: 0.1717057 May 25 15:33:23.691056 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-522f483d-ae6f-4113-a898-c66cfd223eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:23.970337 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.db_base_plugin_common [None req-522f483d-ae6f-4113-a898-c66cfd223eeb admin admin] Allocated IP 172.20.0.1 (1295ec76-a179-4407-98c2-ffbd8d9a0455/6b770b90-0def-4e10-923d-f4cced5fd64d/7f2de257-4977-471f-b2b7-cb4408a360e6) {{(pid=98655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:33:24.137184 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-522f483d-ae6f-4113-a898-c66cfd223eeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:24.160113 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.provisioning_blocks [None req-522f483d-ae6f-4113-a898-c66cfd223eeb admin admin] Transition to ACTIVE for port object 7f2de257-4977-471f-b2b7-cb4408a360e6 will not be triggered until provisioned by entity DHCP. {{(pid=98655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:33:24.250369 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-522f483d-ae6f-4113-a898-c66cfd223eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730535669962'] for port, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:24.254453 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:33:24.316498 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522f483d-ae6f-4113-a898-c66cfd223eeb admin admin] Network 1295ec76-a179-4407-98c2-ffbd8d9a0455 is already hosted by enough agents. {{(pid=98655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:33:24.320284 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.base_scheduler [None req-522f483d-ae6f-4113-a898-c66cfd223eeb admin admin] Resources bound (agent type, host, resource id): {{(pid=98655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:33:24.324403 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522f483d-ae6f-4113-a898-c66cfd223eeb admin admin] Received port after_create {{(pid=98655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:33:24.325017 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-522f483d-ae6f-4113-a898-c66cfd223eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16426384'] for router_interface, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:24.450157 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522f483d-ae6f-4113-a898-c66cfd223eeb admin admin] Pushing event updated for resources: {'Port': ['ID=7f2de257-4977-471f-b2b7-cb4408a360e6,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:33:24.459597 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-522f483d-ae6f-4113-a898-c66cfd223eeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:33:24.510688 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-cd20aad9-17ef-4363-bdfd-91b00c53be5c None None] Provisioning for port 7f2de257-4977-471f-b2b7-cb4408a360e6 completed by entity DHCP. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:33:24.516307 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-cd20aad9-17ef-4363-bdfd-91b00c53be5c None None] Provisioning complete for port 7f2de257-4977-471f-b2b7-cb4408a360e6 triggered by entity DHCP. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:33:24.516692 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-cd20aad9-17ef-4363-bdfd-91b00c53be5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:24.573767 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-cd20aad9-17ef-4363-bdfd-91b00c53be5c None None] Port 7f2de257-4977-471f-b2b7-cb4408a360e6 cannot update to ACTIVE because it is not bound. {{(pid=98656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:33:24.611164 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-522f483d-ae6f-4113-a898-c66cfd223eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:24.857919 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-522f483d-ae6f-4113-a898-c66cfd223eeb admin admin] Notify callbacks [] for port, precommit_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:24.863252 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-522f483d-ae6f-4113-a898-c66cfd223eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:24.865515 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-522f483d-ae6f-4113-a898-c66cfd223eeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16426301'] for router_interface, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:24.872211 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:33:25.021544 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522f483d-ae6f-4113-a898-c66cfd223eeb admin admin] Pushing event updated for resources: {'Port': ['ID=7f2de257-4977-471f-b2b7-cb4408a360e6,revision_number=2']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:33:25.031158 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-522f483d-ae6f-4113-a898-c66cfd223eeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:33:25.090432 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522f483d-ae6f-4113-a898-c66cfd223eeb admin admin] Network 1295ec76-a179-4407-98c2-ffbd8d9a0455 is already hosted by enough agents. {{(pid=98655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:33:25.091565 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.base_scheduler [None req-522f483d-ae6f-4113-a898-c66cfd223eeb admin admin] Resources bound (agent type, host, resource id): {{(pid=98655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:33:25.298161 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-522f483d-ae6f-4113-a898-c66cfd223eeb admin admin] Router ebe3f859-69a8-47f7-a676-00343e6fc1ed is scheduled to L3 agent f8a1ad16-ec6f-48c0-91e7-34790a8304cd with binding_index 1 {{(pid=98655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 15:33:25.299899 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-d117f816-9b4b-436e-8ccf-d980c61e4e47 None None] Provisioning complete for port 7f2de257-4977-471f-b2b7-cb4408a360e6 triggered by entity DHCP. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:33:25.300521 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-d117f816-9b4b-436e-8ccf-d980c61e4e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:25.391987 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-d117f816-9b4b-436e-8ccf-d980c61e4e47 None None] Port 7f2de257-4977-471f-b2b7-cb4408a360e6 cannot update to ACTIVE because it is not bound. {{(pid=98656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:33:25.505887 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522f483d-ae6f-4113-a898-c66cfd223eeb admin admin] Notify agent at l3_agent.dv-cinder-791239-3-smb the message routers_updated {{(pid=98655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:33:25.517537 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-522f483d-ae6f-4113-a898-c66cfd223eeb admin admin] 10.222.0.11 "PUT /v2.0/routers/ebe3f859-69a8-47f7-a676-00343e6fc1ed/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3763487 May 25 15:33:25.518741 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f3a461-a10c-4ef4-97b1-54446b5fa91f None None] Sync routers for ids ['ebe3f859-69a8-47f7-a676-00343e6fc1ed'] in dv-cinder-791239-3-smb {{(pid=98660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:33:25.533445 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f3a461-a10c-4ef4-97b1-54446b5fa91f None None] Routers {'ebe3f859-69a8-47f7-a676-00343e6fc1ed'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:33:25.535044 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-c3f3a461-a10c-4ef4-97b1-54446b5fa91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:33:17Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['ebe3f859-69a8-47f7-a676-00343e6fc1ed'], 'active': True} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:33:25.732852 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvr_db [None req-c3f3a461-a10c-4ef4-97b1-54446b5fa91f None None] Set router ebe3f859-69a8-47f7-a676-00343e6fc1ed gateway port host: None {{(pid=98660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:33:26.224223 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-c3f3a461-a10c-4ef4-97b1-54446b5fa91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebe3f859-69a8-47f7-a676-00343e6fc1ed', 'name': 'router1', 'tenant_id': '0b60e3e3e3cf492abc04744bb15aa415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:33:14Z', 'updated_at': '2021-05-25T15:33:24Z', 'revision_number': 2, 'project_id': '0b60e3e3e3cf492abc04744bb15aa415', 'gw_port_host': None, '_interfaces': [{'id': '7f2de257-4977-471f-b2b7-cb4408a360e6', 'name': '', 'network_id': '1295ec76-a179-4407-98c2-ffbd8d9a0455', 'tenant_id': '0b60e3e3e3cf492abc04744bb15aa415', 'mac_address': 'fa:16:3e:3e:94:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebe3f859-69a8-47f7-a676-00343e6fc1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b770b90-0def-4e10-923d-f4cced5fd64d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:33:23Z', 'updated_at': '2021-05-25T15:33:24Z', 'revision_number': 2, 'project_id': '0b60e3e3e3cf492abc04744bb15aa415', 'subnets': [{'id': '6b770b90-0def-4e10-923d-f4cced5fd64d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4a38e321-6207-4e5a-ba70-ab0567a43d1e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:33:26.230674 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f3a461-a10c-4ef4-97b1-54446b5fa91f None None] Checking router: ebe3f859-69a8-47f7-a676-00343e6fc1ed for host: dv-cinder-791239-3-smb {{(pid=98660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:33:26.231048 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f3a461-a10c-4ef4-97b1-54446b5fa91f None None] Updating router ebe3f859-69a8-47f7-a676-00343e6fc1ed port 7f2de257-4977-471f-b2b7-cb4408a360e6 binding host dv-cinder-791239-3-smb {{(pid=98660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:33:26.309669 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron_lib.callbacks.manager [None req-c3f3a461-a10c-4ef4-97b1-54446b5fa91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:26.760232 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron_lib.callbacks.manager [None req-c3f3a461-a10c-4ef4-97b1-54446b5fa91f None None] Notify callbacks [] for port, precommit_update {{(pid=98660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:26.779996 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.provisioning_blocks [None req-c3f3a461-a10c-4ef4-97b1-54446b5fa91f None None] Transition to ACTIVE for port object 7f2de257-4977-471f-b2b7-cb4408a360e6 will not be triggered until provisioned by entity L2. {{(pid=98660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:33:26.788428 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron_lib.callbacks.manager [None req-c3f3a461-a10c-4ef4-97b1-54446b5fa91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:26.794043 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:33:27.039738 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08105837-694c-4fb2-89d3-4bddba58e7ea None None] Pushing event updated for resources: {'Port': ['ID=7f2de257-4977-471f-b2b7-cb4408a360e6,revision_number=3']} {{(pid=98660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:33:27.065757 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08105837-694c-4fb2-89d3-4bddba58e7ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:33:27.065757 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08105837-694c-4fb2-89d3-4bddba58e7ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:33:27.065757 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08105837-694c-4fb2-89d3-4bddba58e7ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:33:27.075238 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08105837-694c-4fb2-89d3-4bddba58e7ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:33:27.075238 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08105837-694c-4fb2-89d3-4bddba58e7ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:33:27.075238 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08105837-694c-4fb2-89d3-4bddba58e7ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:33:27.075238 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08105837-694c-4fb2-89d3-4bddba58e7ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:33:27.075238 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08105837-694c-4fb2-89d3-4bddba58e7ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:33:27.075238 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08105837-694c-4fb2-89d3-4bddba58e7ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:33:27.075238 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08105837-694c-4fb2-89d3-4bddba58e7ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:33:27.075238 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08105837-694c-4fb2-89d3-4bddba58e7ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:33:27.075238 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08105837-694c-4fb2-89d3-4bddba58e7ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:33:27.075238 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08105837-694c-4fb2-89d3-4bddba58e7ea None None] Tracked resource versions report: May 25 15:33:27.075238 dv-cinder-791239-3-smb neutron-server[98660]: pushed versions: May 25 15:33:27.075238 dv-cinder-791239-3-smb neutron-server[98660]: { 'AddressGroup': {'1.2'}, May 25 15:33:27.075238 dv-cinder-791239-3-smb neutron-server[98660]: 'ConntrackHelper': {'1.0'}, May 25 15:33:27.075238 dv-cinder-791239-3-smb neutron-server[98660]: 'Log': {'1.0'}, May 25 15:33:27.075238 dv-cinder-791239-3-smb neutron-server[98660]: 'Network': {'1.1'}, May 25 15:33:27.075238 dv-cinder-791239-3-smb neutron-server[98660]: 'Port': {'1.7'}, May 25 15:33:27.075238 dv-cinder-791239-3-smb neutron-server[98660]: 'PortForwarding': {'1.2'}, May 25 15:33:27.075238 dv-cinder-791239-3-smb neutron-server[98660]: 'QosPolicy': {'1.8'}, May 25 15:33:27.075238 dv-cinder-791239-3-smb neutron-server[98660]: 'SecurityGroup': {'1.4'}, May 25 15:33:27.075238 dv-cinder-791239-3-smb neutron-server[98660]: 'SecurityGroupRule': {'1.2'}, May 25 15:33:27.075238 dv-cinder-791239-3-smb neutron-server[98660]: 'SubPort': {'1.0'}, May 25 15:33:27.075238 dv-cinder-791239-3-smb neutron-server[98660]: 'Subnet': {'1.1'}, May 25 15:33:27.075238 dv-cinder-791239-3-smb neutron-server[98660]: 'Trunk': {'1.1'}} May 25 15:33:27.075238 dv-cinder-791239-3-smb neutron-server[98660]: consumer versions: May 25 15:33:27.075238 dv-cinder-791239-3-smb neutron-server[98660]: { DHCP agent@dv-cinder-791239-3-smb: {}, May 25 15:33:27.075238 dv-cinder-791239-3-smb neutron-server[98660]: L3 agent@dv-cinder-791239-3-smb: {}, May 25 15:33:27.075238 dv-cinder-791239-3-smb neutron-server[98660]: Metadata agent@dv-cinder-791239-3-smb: {}, May 25 15:33:27.075238 dv-cinder-791239-3-smb neutron-server[98660]: Metering agent@dv-cinder-791239-3-smb: {}, May 25 15:33:27.075238 dv-cinder-791239-3-smb neutron-server[98660]: Open vSwitch agent@dv-cinder-791239-3-smb: { 'AddressGroup': '1.2', May 25 15:33:27.075238 dv-cinder-791239-3-smb neutron-server[98660]: 'ConntrackHelper': '1.0', May 25 15:33:27.075238 dv-cinder-791239-3-smb neutron-server[98660]: 'Log': '1.0', May 25 15:33:27.075238 dv-cinder-791239-3-smb neutron-server[98660]: 'Network': '1.1', May 25 15:33:27.075238 dv-cinder-791239-3-smb neutron-server[98660]: 'Port': '1.7', May 25 15:33:27.075238 dv-cinder-791239-3-smb neutron-server[98660]: 'PortForwarding': '1.2', May 25 15:33:27.075238 dv-cinder-791239-3-smb neutron-server[98660]: 'QosPolicy': '1.8', May 25 15:33:27.075238 dv-cinder-791239-3-smb neutron-server[98660]: 'SecurityGroup': '1.4', May 25 15:33:27.075238 dv-cinder-791239-3-smb neutron-server[98660]: 'SecurityGroupRule': '1.2', May 25 15:33:27.075238 dv-cinder-791239-3-smb neutron-server[98660]: 'SubPort': '1.0', May 25 15:33:27.075238 dv-cinder-791239-3-smb neutron-server[98660]: 'Subnet': '1.1', May 25 15:33:27.075238 dv-cinder-791239-3-smb neutron-server[98660]: 'Trunk': '1.1'}} May 25 15:33:27.075238 dv-cinder-791239-3-smb neutron-server[98660]: {{(pid=98660) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 15:33:27.083386 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG oslo_concurrency.lockutils [None req-08105837-694c-4fb2-89d3-4bddba58e7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=98660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:33:27.089692 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.managers [None req-c3f3a461-a10c-4ef4-97b1-54446b5fa91f None None] Attempting to bind port 7f2de257-4977-471f-b2b7-cb4408a360e6 on host dv-cinder-791239-3-smb for vnic_type normal with profile {{(pid=98660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:33:27.090068 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.managers [None req-c3f3a461-a10c-4ef4-97b1-54446b5fa91f None None] Attempting to bind port 7f2de257-4977-471f-b2b7-cb4408a360e6 by drivers openvswitch,hyperv on host dv-cinder-791239-3-smb at level 0 using segments [{'id': 'cfad1f13-7675-4719-9509-310433f6e2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '1295ec76-a179-4407-98c2-ffbd8d9a0455'}] {{(pid=98660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:33:27.090582 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f3a461-a10c-4ef4-97b1-54446b5fa91f None None] Attempting to bind port 7f2de257-4977-471f-b2b7-cb4408a360e6 on network 1295ec76-a179-4407-98c2-ffbd8d9a0455 {{(pid=98660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:33:27.097878 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f3a461-a10c-4ef4-97b1-54446b5fa91f None None] Checking agent: {'id': '7e687d8b-f3a5-45d0-a2c9-960fde35dba9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 32, 47), 'started_at': datetime.datetime(2021, 5, 25, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:33:27.098223 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f3a461-a10c-4ef4-97b1-54446b5fa91f None None] Checking segment: {'id': 'cfad1f13-7675-4719-9509-310433f6e2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '1295ec76-a179-4407-98c2-ffbd8d9a0455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:33:27.098699 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron_lib.callbacks.manager [None req-c3f3a461-a10c-4ef4-97b1-54446b5fa91f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:27.099626 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f3a461-a10c-4ef4-97b1-54446b5fa91f None None] Bound using segment: {'id': 'cfad1f13-7675-4719-9509-310433f6e2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '1295ec76-a179-4407-98c2-ffbd8d9a0455'} {{(pid=98660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:33:27.100200 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.managers [None req-c3f3a461-a10c-4ef4-97b1-54446b5fa91f None None] Bound port: 7f2de257-4977-471f-b2b7-cb4408a360e6, host: dv-cinder-791239-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfad1f13-7675-4719-9509-310433f6e2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '1295ec76-a179-4407-98c2-ffbd8d9a0455'}}] {{(pid=98660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:33:27.100705 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron_lib.callbacks.manager [None req-c3f3a461-a10c-4ef4-97b1-54446b5fa91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:27.219555 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.db [None req-c3f3a461-a10c-4ef4-97b1-54446b5fa91f None None] For port 7f2de257-4977-471f-b2b7-cb4408a360e6, host dv-cinder-791239-3-smb, cleared binding levels {{(pid=98660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:33:27.227678 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.db [None req-c3f3a461-a10c-4ef4-97b1-54446b5fa91f None None] For port 7f2de257-4977-471f-b2b7-cb4408a360e6, host dv-cinder-791239-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=7f2de257-4977-471f-b2b7-cb4408a360e6,segment=NetworkSegment(cfad1f13-7675-4719-9509-310433f6e2f5),segment_id=cfad1f13-7675-4719-9509-310433f6e2f5)] {{(pid=98660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:33:27.236429 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron_lib.callbacks.manager [None req-c3f3a461-a10c-4ef4-97b1-54446b5fa91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:27.245849 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG oslo_concurrency.lockutils [None req-08105837-694c-4fb2-89d3-4bddba58e7ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:33:27.355006 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f3a461-a10c-4ef4-97b1-54446b5fa91f None None] Routers {'ebe3f859-69a8-47f7-a676-00343e6fc1ed'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:33:27.355612 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-c3f3a461-a10c-4ef4-97b1-54446b5fa91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:33:17Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['ebe3f859-69a8-47f7-a676-00343e6fc1ed'], 'active': True} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:33:27.564176 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08105837-694c-4fb2-89d3-4bddba58e7ea None None] Pushing event updated for resources: {'Port': ['ID=7f2de257-4977-471f-b2b7-cb4408a360e6,revision_number=4']} {{(pid=98660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:33:27.569018 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG oslo_concurrency.lockutils [None req-08105837-694c-4fb2-89d3-4bddba58e7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=98660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:33:27.609475 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvr_db [None req-c3f3a461-a10c-4ef4-97b1-54446b5fa91f None None] Set router ebe3f859-69a8-47f7-a676-00343e6fc1ed gateway port host: None {{(pid=98660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:33:27.972445 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 39026) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:33:28.005019 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-c3f3a461-a10c-4ef4-97b1-54446b5fa91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebe3f859-69a8-47f7-a676-00343e6fc1ed', 'name': 'router1', 'tenant_id': '0b60e3e3e3cf492abc04744bb15aa415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:33:14Z', 'updated_at': '2021-05-25T15:33:24Z', 'revision_number': 2, 'project_id': '0b60e3e3e3cf492abc04744bb15aa415', 'gw_port_host': None, '_interfaces': [{'id': '7f2de257-4977-471f-b2b7-cb4408a360e6', 'name': '', 'network_id': '1295ec76-a179-4407-98c2-ffbd8d9a0455', 'tenant_id': '0b60e3e3e3cf492abc04744bb15aa415', 'mac_address': 'fa:16:3e:3e:94:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebe3f859-69a8-47f7-a676-00343e6fc1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b770b90-0def-4e10-923d-f4cced5fd64d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:33:23Z', 'updated_at': '2021-05-25T15:33:27Z', 'revision_number': 4, 'project_id': '0b60e3e3e3cf492abc04744bb15aa415', 'subnets': [{'id': '6b770b90-0def-4e10-923d-f4cced5fd64d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4a38e321-6207-4e5a-ba70-ab0567a43d1e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:33:28.009683 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f3a461-a10c-4ef4-97b1-54446b5fa91f None None] The sync data for ids ['ebe3f859-69a8-47f7-a676-00343e6fc1ed'] in dv-cinder-791239-3-smb is: [{'id': 'ebe3f859-69a8-47f7-a676-00343e6fc1ed', 'name': 'router1', 'tenant_id': '0b60e3e3e3cf492abc04744bb15aa415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:33:14Z', 'updated_at': '2021-05-25T15:33:24Z', 'revision_number': 2, 'project_id': '0b60e3e3e3cf492abc04744bb15aa415', 'gw_port_host': None, '_interfaces': [{'id': '7f2de257-4977-471f-b2b7-cb4408a360e6', 'name': '', 'network_id': '1295ec76-a179-4407-98c2-ffbd8d9a0455', 'tenant_id': '0b60e3e3e3cf492abc04744bb15aa415', 'mac_address': 'fa:16:3e:3e:94:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebe3f859-69a8-47f7-a676-00343e6fc1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b770b90-0def-4e10-923d-f4cced5fd64d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:33:23Z', 'updated_at': '2021-05-25T15:33:27Z', 'revision_number': 4, 'project_id': '0b60e3e3e3cf492abc04744bb15aa415', 'subnets': [{'id': '6b770b90-0def-4e10-923d-f4cced5fd64d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4a38e321-6207-4e5a-ba70-ab0567a43d1e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:33:28.218478 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e93c515-c018-4020-985e-b56b5b8dbd61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:33:28.219164 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-0e93c515-c018-4020-985e-b56b5b8dbd61 admin admin] Synchronizing usage tracker for tenant:0e3f4863bd6845299156ced16f4e3a06 on resource:network {{(pid=98655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:33:28.242383 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-0e93c515-c018-4020-985e-b56b5b8dbd61 admin admin] Unset dirty status for tenant:0e3f4863bd6845299156ced16f4e3a06 on resource:network {{(pid=98655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:33:28.244539 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-0e93c515-c018-4020-985e-b56b5b8dbd61 admin admin] 10.222.0.11 "GET /v2.0/networks/d51110de-dc62-4f0f-8f8a-5177828fdd7b HTTP/1.1" status: 200 len: 842 time: 0.2709150 May 25 15:33:28.258217 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [None req-576217eb-0563-4938-9d33-575aa0413765 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:33:28.263593 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-576217eb-0563-4938-9d33-575aa0413765 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:33:28.268074 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-576217eb-0563-4938-9d33-575aa0413765 admin admin] Usage tracker for resource:subnet and tenant:0e3f4863bd6845299156ced16f4e3a06 is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:33:28.272093 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-576217eb-0563-4938-9d33-575aa0413765 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:33:28.287014 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-576217eb-0563-4938-9d33-575aa0413765 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:33:28.302720 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576217eb-0563-4938-9d33-575aa0413765 admin admin] Made reservation on behalf of 0e3f4863bd6845299156ced16f4e3a06 for: {'subnet': 1} {{(pid=98655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:33:28.305881 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-576217eb-0563-4938-9d33-575aa0413765 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:28.813424 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.objects.ports [None req-576217eb-0563-4938-9d33-575aa0413765 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98655) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 25 15:33:28.814009 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-576217eb-0563-4938-9d33-575aa0413765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491'] for subnet, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:28.819034 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-f79a4cec-f577-4673-a61b-2fc88a4185e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:33:28.916978 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576217eb-0563-4938-9d33-575aa0413765 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65a5f471-3295-4779-8fb3-11f32d4097e9,revision_number=0']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:33:28.921169 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-576217eb-0563-4938-9d33-575aa0413765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:33:28.934711 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576217eb-0563-4938-9d33-575aa0413765 admin admin] Checking segment: {'id': 'b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:33:28.935194 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576217eb-0563-4938-9d33-575aa0413765 admin admin] Network hostable DHCP agents. Network: d51110de-dc62-4f0f-8f8a-5177828fdd7b, hostable agents: ['c114f6b1-151c-4bcf-990e-1a24ac4dbd68'], hosted agents: [] {{(pid=98655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:33:28.959616 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576217eb-0563-4938-9d33-575aa0413765 admin admin] Network d51110de-dc62-4f0f-8f8a-5177828fdd7b is scheduled to be hosted by DHCP agent c114f6b1-151c-4bcf-990e-1a24ac4dbd68 with binding_index 1 {{(pid=98655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:33:28.969638 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.base_scheduler [None req-576217eb-0563-4938-9d33-575aa0413765 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791239-3-smb, d51110de-dc62-4f0f-8f8a-5177828fdd7b) {{(pid=98655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:33:28.975330 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576217eb-0563-4938-9d33-575aa0413765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:33:28.975946 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-576217eb-0563-4938-9d33-575aa0413765 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for subnet, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:28.979031 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac919447-71c7-470b-ac79-93eb0b652b5c None None] Network d51110de-dc62-4f0f-8f8a-5177828fdd7b requested from dv-cinder-791239-3-smb {{(pid=98656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:33:29.013608 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-576217eb-0563-4938-9d33-575aa0413765 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7585211 May 25 15:33:29.208926 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d55410-8caa-41e0-b60f-95eb1d651342 None None] Network d51110de-dc62-4f0f-8f8a-5177828fdd7b requested from dv-cinder-791239-3-smb {{(pid=98656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:33:31.532063 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 39040) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:33:31.574908 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 7f2de257-4977-471f-b2b7-cb4408a360e6 up at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:33:31.655000 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning for port 7f2de257-4977-471f-b2b7-cb4408a360e6 completed by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:33:31.659880 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning complete for port 7f2de257-4977-471f-b2b7-cb4408a360e6 triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:33:31.660242 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:31.801622 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-4ef62fc9-72e8-4eab-b3e7-ffd88e4171f2 admin admin] 10.222.0.11 "GET /v2.0/routers/ebe3f859-69a8-47f7-a676-00343e6fc1ed HTTP/1.1" status: 200 len: 710 time: 0.2662661 May 25 15:33:31.811876 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:31.844627 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] For port 7f2de257-4977-471f-b2b7-cb4408a360e6, host dv-cinder-791239-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=7f2de257-4977-471f-b2b7-cb4408a360e6,segment=NetworkSegment(cfad1f13-7675-4719-9509-310433f6e2f5),segment_id=cfad1f13-7675-4719-9509-310433f6e2f5)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:33:31.852570 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:31.856221 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:33:31.933151 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Pushing event updated for resources: {'Port': ['ID=7f2de257-4977-471f-b2b7-cb4408a360e6,revision_number=5']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:33:31.939194 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:33:31.958144 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c41f74c-9f1c-4dfc-95bd-d827fd6feee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:33:31.960196 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-3c41f74c-9f1c-4dfc-95bd-d827fd6feee9 admin admin] 10.222.0.11 "GET /v2.0/networks/d51110de-dc62-4f0f-8f8a-5177828fdd7b HTTP/1.1" status: 200 len: 886 time: 0.1500878 May 25 15:33:31.975022 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [None req-cdd15e5f-3b85-409b-8481-eba6d759323b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b'}}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:33:32.599430 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-cdd15e5f-3b85-409b-8481-eba6d759323b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16421738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2357'] for router, precommit_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:33.010156 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-cdd15e5f-3b85-409b-8481-eba6d759323b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:33.074653 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-cdd15e5f-3b85-409b-8481-eba6d759323b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:33.219768 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.db_base_plugin_common [None req-cdd15e5f-3b85-409b-8481-eba6d759323b admin admin] Allocated IP 172.28.3.117 (d51110de-dc62-4f0f-8f8a-5177828fdd7b/65a5f471-3295-4779-8fb3-11f32d4097e9/75ce6c95-6cea-46cf-978c-1f0a37368e27) {{(pid=98655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:33:33.378951 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-cdd15e5f-3b85-409b-8481-eba6d759323b admin admin] Notify callbacks [] for port, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:33.409559 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-cdd15e5f-3b85-409b-8481-eba6d759323b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730535669962'] for port, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:33.413416 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-522f483d-ae6f-4113-a898-c66cfd223eeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:33:33.474831 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd15e5f-3b85-409b-8481-eba6d759323b admin admin] Network d51110de-dc62-4f0f-8f8a-5177828fdd7b is already hosted by enough agents. {{(pid=98655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:33:33.477653 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.base_scheduler [None req-cdd15e5f-3b85-409b-8481-eba6d759323b admin admin] Resources bound (agent type, host, resource id): {{(pid=98655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:33:33.486092 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd15e5f-3b85-409b-8481-eba6d759323b admin admin] Received port after_create {{(pid=98655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:33:33.538138 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd15e5f-3b85-409b-8481-eba6d759323b admin admin] Pushing event updated for resources: {'Port': ['ID=75ce6c95-6cea-46cf-978c-1f0a37368e27,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:33:33.543330 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 7f2de257-4977-471f-b2b7-cb4408a360e6 up at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:33:33.545862 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-cdd15e5f-3b85-409b-8481-eba6d759323b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:33:33.623953 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning complete for port 7f2de257-4977-471f-b2b7-cb4408a360e6 triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:33:33.624515 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:33.913688 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-cdd15e5f-3b85-409b-8481-eba6d759323b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:34.341493 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-cdd15e5f-3b85-409b-8481-eba6d759323b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16421738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2357'] for router, precommit_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:34.345217 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-cdd15e5f-3b85-409b-8481-eba6d759323b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16423593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16423656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16421756'] for router, after_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:34.549711 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd15e5f-3b85-409b-8481-eba6d759323b admin admin] Router ebe3f859-69a8-47f7-a676-00343e6fc1ed has already been hosted by L3 agent f8a1ad16-ec6f-48c0-91e7-34790a8304cd {{(pid=98655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:33:34.769894 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd15e5f-3b85-409b-8481-eba6d759323b admin admin] Notify agent at l3_agent.dv-cinder-791239-3-smb the message routers_updated {{(pid=98655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:33:34.780329 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676e516c-15d6-450a-97d0-05e3d0d66b28 None None] Sync routers for ids ['ebe3f859-69a8-47f7-a676-00343e6fc1ed'] in dv-cinder-791239-3-smb {{(pid=98656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:33:34.780859 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-cdd15e5f-3b85-409b-8481-eba6d759323b admin admin] Notify callbacks [] for router, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:34.781896 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-cdd15e5f-3b85-409b-8481-eba6d759323b admin admin] 10.222.0.11 "PUT /v2.0/routers/ebe3f859-69a8-47f7-a676-00343e6fc1ed HTTP/1.1" status: 200 len: 890 time: 2.8115377 May 25 15:33:34.792583 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676e516c-15d6-450a-97d0-05e3d0d66b28 None None] Routers {'ebe3f859-69a8-47f7-a676-00343e6fc1ed'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:33:34.793646 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-676e516c-15d6-450a-97d0-05e3d0d66b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:33:17Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['ebe3f859-69a8-47f7-a676-00343e6fc1ed'], 'active': True} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:33:35.024139 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvr_db [None req-676e516c-15d6-450a-97d0-05e3d0d66b28 None None] Set router ebe3f859-69a8-47f7-a676-00343e6fc1ed gateway port host: dv-cinder-791239-3-smb {{(pid=98656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:33:35.445104 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-676e516c-15d6-450a-97d0-05e3d0d66b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebe3f859-69a8-47f7-a676-00343e6fc1ed', 'name': 'router1', 'tenant_id': '0b60e3e3e3cf492abc04744bb15aa415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '75ce6c95-6cea-46cf-978c-1f0a37368e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:33:14Z', 'updated_at': '2021-05-25T15:33:33Z', 'revision_number': 4, 'project_id': '0b60e3e3e3cf492abc04744bb15aa415', 'gw_port': {'id': '75ce6c95-6cea-46cf-978c-1f0a37368e27', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:18:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebe3f859-69a8-47f7-a676-00343e6fc1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:33:33Z', 'updated_at': '2021-05-25T15:33:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_interfaces': [{'id': '7f2de257-4977-471f-b2b7-cb4408a360e6', 'name': '', 'network_id': '1295ec76-a179-4407-98c2-ffbd8d9a0455', 'tenant_id': '0b60e3e3e3cf492abc04744bb15aa415', 'mac_address': 'fa:16:3e:3e:94:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe3f859-69a8-47f7-a676-00343e6fc1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b770b90-0def-4e10-923d-f4cced5fd64d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:33:23Z', 'updated_at': '2021-05-25T15:33:31Z', 'revision_number': 5, 'project_id': '0b60e3e3e3cf492abc04744bb15aa415', 'subnets': [{'id': '6b770b90-0def-4e10-923d-f4cced5fd64d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4a38e321-6207-4e5a-ba70-ab0567a43d1e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:33:35.450626 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676e516c-15d6-450a-97d0-05e3d0d66b28 None None] Checking router: ebe3f859-69a8-47f7-a676-00343e6fc1ed for host: dv-cinder-791239-3-smb {{(pid=98656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:33:35.451000 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676e516c-15d6-450a-97d0-05e3d0d66b28 None None] Updating router ebe3f859-69a8-47f7-a676-00343e6fc1ed port 75ce6c95-6cea-46cf-978c-1f0a37368e27 binding host dv-cinder-791239-3-smb {{(pid=98656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:33:35.512235 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-676e516c-15d6-450a-97d0-05e3d0d66b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:35.901314 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-676e516c-15d6-450a-97d0-05e3d0d66b28 None None] Notify callbacks [] for port, precommit_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:35.913243 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-676e516c-15d6-450a-97d0-05e3d0d66b28 None None] Transition to ACTIVE for port object 75ce6c95-6cea-46cf-978c-1f0a37368e27 will not be triggered until provisioned by entity L2. {{(pid=98656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:33:35.920009 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-676e516c-15d6-450a-97d0-05e3d0d66b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:35.923818 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-f3e98b44-33e0-4ae7-b93a-39ad8fba39ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:33:36.017880 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b7e34-cbed-4080-849b-3d4f06ff68ee None None] Pushing event updated for resources: {'Port': ['ID=75ce6c95-6cea-46cf-978c-1f0a37368e27,revision_number=2']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:33:36.022121 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-f75b7e34-cbed-4080-849b-3d4f06ff68ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:33:36.022972 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.managers [None req-676e516c-15d6-450a-97d0-05e3d0d66b28 None None] Attempting to bind port 75ce6c95-6cea-46cf-978c-1f0a37368e27 on host dv-cinder-791239-3-smb for vnic_type normal with profile {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:33:36.023344 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.managers [None req-676e516c-15d6-450a-97d0-05e3d0d66b28 None None] Attempting to bind port 75ce6c95-6cea-46cf-978c-1f0a37368e27 by drivers openvswitch,hyperv on host dv-cinder-791239-3-smb at level 0 using segments [{'id': 'b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b'}] {{(pid=98656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:33:36.023724 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676e516c-15d6-450a-97d0-05e3d0d66b28 None None] Attempting to bind port 75ce6c95-6cea-46cf-978c-1f0a37368e27 on network d51110de-dc62-4f0f-8f8a-5177828fdd7b {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:33:36.029495 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676e516c-15d6-450a-97d0-05e3d0d66b28 None None] Checking agent: {'id': '7e687d8b-f3a5-45d0-a2c9-960fde35dba9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 32, 47), 'started_at': datetime.datetime(2021, 5, 25, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:33:36.029871 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676e516c-15d6-450a-97d0-05e3d0d66b28 None None] Checking segment: {'id': 'b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:33:36.030273 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-676e516c-15d6-450a-97d0-05e3d0d66b28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:36.030765 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676e516c-15d6-450a-97d0-05e3d0d66b28 None None] Bound using segment: {'id': 'b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b'} {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:33:36.031132 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.managers [None req-676e516c-15d6-450a-97d0-05e3d0d66b28 None None] Bound port: 75ce6c95-6cea-46cf-978c-1f0a37368e27, host: dv-cinder-791239-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b'}}] {{(pid=98656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:33:36.031504 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-676e516c-15d6-450a-97d0-05e3d0d66b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:36.128561 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-676e516c-15d6-450a-97d0-05e3d0d66b28 None None] For port 75ce6c95-6cea-46cf-978c-1f0a37368e27, host dv-cinder-791239-3-smb, cleared binding levels {{(pid=98656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:33:36.132742 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-676e516c-15d6-450a-97d0-05e3d0d66b28 None None] For port 75ce6c95-6cea-46cf-978c-1f0a37368e27, host dv-cinder-791239-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=75ce6c95-6cea-46cf-978c-1f0a37368e27,segment=NetworkSegment(b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2),segment_id=b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2)] {{(pid=98656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:33:36.138775 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-676e516c-15d6-450a-97d0-05e3d0d66b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:36.142986 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:33:36.227662 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676e516c-15d6-450a-97d0-05e3d0d66b28 None None] Routers {'ebe3f859-69a8-47f7-a676-00343e6fc1ed'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:33:36.228355 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-676e516c-15d6-450a-97d0-05e3d0d66b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:33:17Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['ebe3f859-69a8-47f7-a676-00343e6fc1ed'], 'active': True} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:33:36.337604 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b7e34-cbed-4080-849b-3d4f06ff68ee None None] Pushing event updated for resources: {'Port': ['ID=75ce6c95-6cea-46cf-978c-1f0a37368e27,revision_number=3']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:33:36.358897 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-f75b7e34-cbed-4080-849b-3d4f06ff68ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:33:36.555859 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvr_db [None req-676e516c-15d6-450a-97d0-05e3d0d66b28 None None] Set router ebe3f859-69a8-47f7-a676-00343e6fc1ed gateway port host: dv-cinder-791239-3-smb {{(pid=98656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:33:36.917260 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-676e516c-15d6-450a-97d0-05e3d0d66b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebe3f859-69a8-47f7-a676-00343e6fc1ed', 'name': 'router1', 'tenant_id': '0b60e3e3e3cf492abc04744bb15aa415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '75ce6c95-6cea-46cf-978c-1f0a37368e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:33:14Z', 'updated_at': '2021-05-25T15:33:33Z', 'revision_number': 4, 'project_id': '0b60e3e3e3cf492abc04744bb15aa415', 'gw_port': {'id': '75ce6c95-6cea-46cf-978c-1f0a37368e27', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:18:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebe3f859-69a8-47f7-a676-00343e6fc1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:33:33Z', 'updated_at': '2021-05-25T15:33:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_interfaces': [{'id': '7f2de257-4977-471f-b2b7-cb4408a360e6', 'name': '', 'network_id': '1295ec76-a179-4407-98c2-ffbd8d9a0455', 'tenant_id': '0b60e3e3e3cf492abc04744bb15aa415', 'mac_address': 'fa:16:3e:3e:94:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe3f859-69a8-47f7-a676-00343e6fc1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b770b90-0def-4e10-923d-f4cced5fd64d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:33:23Z', 'updated_at': '2021-05-25T15:33:31Z', 'revision_number': 5, 'project_id': '0b60e3e3e3cf492abc04744bb15aa415', 'subnets': [{'id': '6b770b90-0def-4e10-923d-f4cced5fd64d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4a38e321-6207-4e5a-ba70-ab0567a43d1e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:33:36.922276 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676e516c-15d6-450a-97d0-05e3d0d66b28 None None] The sync data for ids ['ebe3f859-69a8-47f7-a676-00343e6fc1ed'] in dv-cinder-791239-3-smb is: [{'id': 'ebe3f859-69a8-47f7-a676-00343e6fc1ed', 'name': 'router1', 'tenant_id': '0b60e3e3e3cf492abc04744bb15aa415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '75ce6c95-6cea-46cf-978c-1f0a37368e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:33:14Z', 'updated_at': '2021-05-25T15:33:33Z', 'revision_number': 4, 'project_id': '0b60e3e3e3cf492abc04744bb15aa415', 'gw_port': {'id': '75ce6c95-6cea-46cf-978c-1f0a37368e27', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:18:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebe3f859-69a8-47f7-a676-00343e6fc1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:33:33Z', 'updated_at': '2021-05-25T15:33:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_interfaces': [{'id': '7f2de257-4977-471f-b2b7-cb4408a360e6', 'name': '', 'network_id': '1295ec76-a179-4407-98c2-ffbd8d9a0455', 'tenant_id': '0b60e3e3e3cf492abc04744bb15aa415', 'mac_address': 'fa:16:3e:3e:94:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe3f859-69a8-47f7-a676-00343e6fc1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b770b90-0def-4e10-923d-f4cced5fd64d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:33:23Z', 'updated_at': '2021-05-25T15:33:31Z', 'revision_number': 5, 'project_id': '0b60e3e3e3cf492abc04744bb15aa415', 'subnets': [{'id': '6b770b90-0def-4e10-923d-f4cced5fd64d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4a38e321-6207-4e5a-ba70-ab0567a43d1e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:33:37.485988 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 39050) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:33:37.594765 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 75ce6c95-6cea-46cf-978c-1f0a37368e27 up at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:33:37.641172 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-5f4f32ac-2e08-412e-80f1-a246c75cded4 admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1536181 May 25 15:33:37.753940 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning for port 75ce6c95-6cea-46cf-978c-1f0a37368e27 completed by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:33:37.761336 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning complete for port 75ce6c95-6cea-46cf-978c-1f0a37368e27 triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:33:37.762062 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:37.942344 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:37.969285 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] For port 75ce6c95-6cea-46cf-978c-1f0a37368e27, host dv-cinder-791239-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=75ce6c95-6cea-46cf-978c-1f0a37368e27,segment=NetworkSegment(b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2),segment_id=b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:33:37.980098 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:37.983821 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:33:38.088933 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Pushing event updated for resources: {'Port': ['ID=75ce6c95-6cea-46cf-978c-1f0a37368e27,revision_number=4']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:33:38.092362 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:33:39.566524 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 75ce6c95-6cea-46cf-978c-1f0a37368e27 up at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:33:39.658398 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning complete for port 75ce6c95-6cea-46cf-978c-1f0a37368e27 triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:33:39.658761 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:40.442293 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.agents_db [None req-e0968af0-a351-492f-a815-45d38f582ebc None None] Agent healthcheck: found 5 active agents {{(pid=98660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:33:44.389272 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3e527b9e-3717-4093-92d4-c089e3323ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:47.258879 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:47.434746 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-4c090193-7be6-4d94-ae89-8a4a604c3bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:48.856860 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-5e596f64-6e97-4d78-9813-f3b7462efcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:50.402855 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-61dd613b-f3f2-4fd9-acf0-68300fd05fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:34:14.395541 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-4cf51f8c-cf99-4694-84b6-1bd76632115c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:34:17.249235 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:34:17.403400 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3a579630-142f-48a8-a861-9d32a2dff15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:34:17.446319 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.agents_db [None req-e0968af0-a351-492f-a815-45d38f582ebc None None] Agent healthcheck: found 5 active agents {{(pid=98660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:34:18.849108 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-5e596f64-6e97-4d78-9813-f3b7462efcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:34:20.391802 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-61dd613b-f3f2-4fd9-acf0-68300fd05fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:34:44.393675 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-f3dac021-fbef-42d0-87cf-920429e533d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:34:47.248075 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:34:47.398761 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-69a2ef06-40c8-4e20-bfc8-bf4f9eb2fd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:34:48.843914 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-5e596f64-6e97-4d78-9813-f3b7462efcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:34:50.385276 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-61dd613b-f3f2-4fd9-acf0-68300fd05fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:34:54.445716 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.agents_db [None req-e0968af0-a351-492f-a815-45d38f582ebc None None] Agent healthcheck: found 5 active agents {{(pid=98660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:35:14.386159 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-bac8db88-fb4f-476c-882c-37eeb31726fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:35:17.244567 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:35:17.402544 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-bc545b06-f68e-4a63-9d11-18341c2a7bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:35:18.845418 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-5e596f64-6e97-4d78-9813-f3b7462efcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:35:20.394945 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-61dd613b-f3f2-4fd9-acf0-68300fd05fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:35:21.278360 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 39620) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:35:21.357809 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f80cd08-b4c4-4a99-9e4a-4f66fdcd3909 admin admin] GET failed (client error): The resource could not be found. May 25 15:35:21.359114 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-3f80cd08-b4c4-4a99-9e4a-4f66fdcd3909 admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0798514 May 25 15:35:21.501519 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4032ffa6-dc0b-4a53-86a1-d9fc97c9d9e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:35:21.503243 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-4032ffa6-dc0b-4a53-86a1-d9fc97c9d9e3 admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1396055 May 25 15:35:23.649214 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 39630) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:35:23.776075 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1498b091-5c4f-4d22-b6a4-1d091aa3ea7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:35:23.777417 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-1498b091-5c4f-4d22-b6a4-1d091aa3ea7b admin admin] 10.222.0.11 "GET /v2.0/subnets/6b770b90-0def-4e10-923d-f4cced5fd64d HTTP/1.1" status: 200 len: 849 time: 0.1272726 May 25 15:35:23.787219 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [None req-6297a90d-1b33-4f42-8797-cc62790b745d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:35:23.907891 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-6297a90d-1b33-4f42-8797-cc62790b745d admin admin] Notify callbacks [] for subnet, before_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:35:24.127121 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-6297a90d-1b33-4f42-8797-cc62790b745d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730536055453'] for subnet, after_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:35:24.132097 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:35:24.177033 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6297a90d-1b33-4f42-8797-cc62790b745d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:35:24.177548 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-6297a90d-1b33-4f42-8797-cc62790b745d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for subnet, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:35:24.182336 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191d0869-7733-4426-a0eb-07e0882fc89d None None] Network 1295ec76-a179-4407-98c2-ffbd8d9a0455 requested from dv-cinder-791239-3-smb {{(pid=98656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:35:24.192570 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-6297a90d-1b33-4f42-8797-cc62790b745d admin admin] 10.222.0.11 "PUT /v2.0/subnets/6b770b90-0def-4e10-923d-f4cced5fd64d HTTP/1.1" status: 200 len: 868 time: 0.4085557 May 25 15:35:24.220270 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6297a90d-1b33-4f42-8797-cc62790b745d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b770b90-0def-4e10-923d-f4cced5fd64d,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:35:24.228574 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6297a90d-1b33-4f42-8797-cc62790b745d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:35:24.229925 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6297a90d-1b33-4f42-8797-cc62790b745d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:35:24.229925 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6297a90d-1b33-4f42-8797-cc62790b745d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:35:24.229925 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6297a90d-1b33-4f42-8797-cc62790b745d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:35:24.230328 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6297a90d-1b33-4f42-8797-cc62790b745d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:35:24.231304 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6297a90d-1b33-4f42-8797-cc62790b745d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:35:24.231304 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6297a90d-1b33-4f42-8797-cc62790b745d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:35:24.231304 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6297a90d-1b33-4f42-8797-cc62790b745d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:35:24.235144 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6297a90d-1b33-4f42-8797-cc62790b745d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:35:24.235144 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6297a90d-1b33-4f42-8797-cc62790b745d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:35:24.235144 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6297a90d-1b33-4f42-8797-cc62790b745d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:35:24.235144 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6297a90d-1b33-4f42-8797-cc62790b745d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:35:24.240035 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-6297a90d-1b33-4f42-8797-cc62790b745d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:35:24.717133 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-81b99ec5-ee5d-43f9-8995-891b75cd0f0f None None] Provisioning complete for port fcbf6286-071d-4f38-92eb-3ab71c07f4ff triggered by entity DHCP. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:35:24.717584 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-81b99ec5-ee5d-43f9-8995-891b75cd0f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:35:24.850359 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-81b99ec5-ee5d-43f9-8995-891b75cd0f0f None None] Provisioning complete for port 7f2de257-4977-471f-b2b7-cb4408a360e6 triggered by entity DHCP. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:35:24.850659 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-81b99ec5-ee5d-43f9-8995-891b75cd0f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:35:26.393786 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 39640) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:35:26.581086 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f9f97b-6c95-4e46-973f-73478ef469ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:35:26.581466 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f9f97b-6c95-4e46-973f-73478ef469ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:35:26.582992 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-c2f9f97b-6c95-4e46-973f-73478ef469ce admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1882672 May 25 15:35:28.721391 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 39650) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:35:28.907961 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c556b3db-fe2b-4330-91e5-4f8ad5c0f972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:35:28.908350 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c556b3db-fe2b-4330-91e5-4f8ad5c0f972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:35:28.909892 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-c556b3db-fe2b-4330-91e5-4f8ad5c0f972 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1875691 May 25 15:35:31.048834 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 39660) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:35:31.234233 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b41a87-d8b0-4dac-ac02-84325a0c38a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:35:31.235496 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-c8b41a87-d8b0-4dac-ac02-84325a0c38a3 admin admin] 10.222.0.11 "GET /v2.0/networks/1295ec76-a179-4407-98c2-ffbd8d9a0455 HTTP/1.1" status: 200 len: 869 time: 0.1850369 May 25 15:35:31.444894 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.agents_db [None req-e0968af0-a351-492f-a815-45d38f582ebc None None] Agent healthcheck: found 5 active agents {{(pid=98660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:35:33.366622 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 39670) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:35:33.538193 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726d9360-8e27-46a8-b883-66243857d9f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:35:33.539565 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-726d9360-8e27-46a8-b883-66243857d9f6 admin admin] 10.222.0.11 "GET /v2.0/networks/d51110de-dc62-4f0f-8f8a-5177828fdd7b HTTP/1.1" status: 200 len: 886 time: 0.1720068 May 25 15:35:35.704561 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 39680) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:35:35.822695 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eeaee75-16b3-4659-9818-502f5af19758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:35:35.823162 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eeaee75-16b3-4659-9818-502f5af19758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:35:35.823930 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-1eeaee75-16b3-4659-9818-502f5af19758 admin admin] Synchronizing usage tracker for tenant:0e3f4863bd6845299156ced16f4e3a06 on resource:subnet {{(pid=98655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:35:35.840960 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-1eeaee75-16b3-4659-9818-502f5af19758 admin admin] Unset dirty status for tenant:0e3f4863bd6845299156ced16f4e3a06 on resource:subnet {{(pid=98655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:35:35.842232 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-1eeaee75-16b3-4659-9818-502f5af19758 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1368091 May 25 15:35:38.011830 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 39690) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:35:38.121632 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab7d052-f502-4efe-99c1-88fa80b72ba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:35:38.122094 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab7d052-f502-4efe-99c1-88fa80b72ba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:35:38.123643 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-8ab7d052-f502-4efe-99c1-88fa80b72ba1 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1108134 May 25 15:35:40.270057 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 39700) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:35:40.375343 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdd4860-bc9d-492b-a291-e69ef9add55c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:35:40.376845 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-1fdd4860-bc9d-492b-a291-e69ef9add55c admin admin] 10.222.0.11 "GET /v2.0/subnets/65a5f471-3295-4779-8fb3-11f32d4097e9 HTTP/1.1" status: 200 len: 816 time: 0.1057329 May 25 15:35:42.516044 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 39710) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:35:42.629735 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b123aa58-d2ab-484f-9625-583f477d8d22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:35:42.631074 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-b123aa58-d2ab-484f-9625-583f477d8d22 admin admin] 10.222.0.11 "GET /v2.0/subnets/6b770b90-0def-4e10-923d-f4cced5fd64d HTTP/1.1" status: 200 len: 868 time: 0.1140823 May 25 15:35:44.392272 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-32e10d0b-291a-4d62-a4ec-ce473ba2a3b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:35:47.238845 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:35:47.405954 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-24edd46c-537e-4951-bcd1-aec749ff660c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:35:48.847052 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-5e596f64-6e97-4d78-9813-f3b7462efcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:35:50.398857 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-61dd613b-f3f2-4fd9-acf0-68300fd05fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:36:06.268897 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 39754) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:36:06.318946 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [None req-1aa32fd3-5833-4108-be05-8e90b85aaaa4 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=98655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 15:36:06.320009 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-1aa32fd3-5833-4108-be05-8e90b85aaaa4 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0501425 May 25 15:36:08.445223 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.agents_db [None req-e0968af0-a351-492f-a815-45d38f582ebc None None] Agent healthcheck: found 5 active agents {{(pid=98660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:36:08.571121 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 39764) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:36:08.647480 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2120434-e76e-454f-8b0b-60a5a7024a88 admin admin] GET failed (client error): The resource could not be found. May 25 15:36:08.648878 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-a2120434-e76e-454f-8b0b-60a5a7024a88 admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0765007 May 25 15:36:08.789832 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefdd298-9fae-4e02-bd16-7b8b6bea26c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:36:08.791224 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-eefdd298-9fae-4e02-bd16-7b8b6bea26c3 admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1381435 May 25 15:36:10.942526 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 39774) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:36:10.992404 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [None req-2b5c86c8-1a2f-4119-aabf-6c1bf51e8cb9 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:36:10.997753 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-2b5c86c8-1a2f-4119-aabf-6c1bf51e8cb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:36:11.008369 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-2b5c86c8-1a2f-4119-aabf-6c1bf51e8cb9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:36:11.019386 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5c86c8-1a2f-4119-aabf-6c1bf51e8cb9 admin admin] Made reservation on behalf of 0e3f4863bd6845299156ced16f4e3a06 for: {'network': 1} {{(pid=98653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:36:11.021749 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-2b5c86c8-1a2f-4119-aabf-6c1bf51e8cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-675072'] for network, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:36:11.112454 dv-cinder-791239-3-smb neutron-server[98653]: WARNING neutron.services.revisions.revision_plugin [None req-2b5c86c8-1a2f-4119-aabf-6c1bf51e8cb9 admin admin] Could not find related network for resource to bump revision. May 25 15:36:11.127790 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b5c86c8-1a2f-4119-aabf-6c1bf51e8cb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=98653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:36:11.137065 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-2b5c86c8-1a2f-4119-aabf-6c1bf51e8cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713968'] for segment, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:36:11.137407 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.db.segments_db [None req-2b5c86c8-1a2f-4119-aabf-6c1bf51e8cb9 admin admin] Added segment 1efd7850-eb0c-42c2-b8ab-36226bef140b of type vlan for network 93017684-a793-4fe9-a5e0-5b6ff272d876 May 25 15:36:11.165043 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-2b5c86c8-1a2f-4119-aabf-6c1bf51e8cb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730535690298'] for network, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:36:11.194146 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-2b5c86c8-1a2f-4119-aabf-6c1bf51e8cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16304419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16277480'] for network, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:36:11.195348 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5c86c8-1a2f-4119-aabf-6c1bf51e8cb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:36:11.195946 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-2b5c86c8-1a2f-4119-aabf-6c1bf51e8cb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for network, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:36:11.200941 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:36:11.300509 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5c86c8-1a2f-4119-aabf-6c1bf51e8cb9 admin admin] Pushing event updated for resources: {'Network': ['ID=93017684-a793-4fe9-a5e0-5b6ff272d876,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:36:11.303553 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-2b5c86c8-1a2f-4119-aabf-6c1bf51e8cb9 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3601296 May 25 15:36:11.304298 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-2b5c86c8-1a2f-4119-aabf-6c1bf51e8cb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:36:11.312712 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Network 93017684-a793-4fe9-a5e0-5b6ff272d876 details requested by agent ovs-agent-dv-cinder-791239-3-smb with host dv-cinder-791239-3-smb {{(pid=98656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 15:36:13.510000 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 39784) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:36:13.578338 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.pecan_wsgi.hooks.translation [None req-b74bf790-cf84-4074-964e-259246d56f9c admin admin] GET failed (client error): The resource could not be found. May 25 15:36:13.579630 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-b74bf790-cf84-4074-964e-259246d56f9c admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0686471 May 25 15:36:13.694748 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3622de-3511-4346-9ada-bc8dc00ddce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:36:13.696173 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-bb3622de-3511-4346-9ada-bc8dc00ddce6 admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1126480 May 25 15:36:13.706316 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [None req-591d05f6-42ff-40db-9782-2d99a7879056 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '93017684-a793-4fe9-a5e0-5b6ff272d876'}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:36:13.710861 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-591d05f6-42ff-40db-9782-2d99a7879056 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:36:13.726367 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-591d05f6-42ff-40db-9782-2d99a7879056 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:36:13.737156 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591d05f6-42ff-40db-9782-2d99a7879056 admin admin] Made reservation on behalf of 0e3f4863bd6845299156ced16f4e3a06 for: {'subnet': 1} {{(pid=98655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:36:13.739508 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-591d05f6-42ff-40db-9782-2d99a7879056 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:36:14.164995 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-591d05f6-42ff-40db-9782-2d99a7879056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491'] for subnet, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:36:14.168724 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:36:14.241232 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d05f6-42ff-40db-9782-2d99a7879056 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad72aaa1-095d-4962-92b9-81ea61e18cf2,revision_number=0']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:36:14.252112 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591d05f6-42ff-40db-9782-2d99a7879056 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:36:14.252457 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591d05f6-42ff-40db-9782-2d99a7879056 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:36:14.252791 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591d05f6-42ff-40db-9782-2d99a7879056 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:36:14.253119 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591d05f6-42ff-40db-9782-2d99a7879056 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:36:14.253449 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591d05f6-42ff-40db-9782-2d99a7879056 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:36:14.254054 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591d05f6-42ff-40db-9782-2d99a7879056 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:36:14.254379 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591d05f6-42ff-40db-9782-2d99a7879056 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:36:14.254700 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591d05f6-42ff-40db-9782-2d99a7879056 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:36:14.255047 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591d05f6-42ff-40db-9782-2d99a7879056 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:36:14.255367 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591d05f6-42ff-40db-9782-2d99a7879056 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:36:14.255680 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591d05f6-42ff-40db-9782-2d99a7879056 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:36:14.256021 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591d05f6-42ff-40db-9782-2d99a7879056 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:36:14.259272 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-591d05f6-42ff-40db-9782-2d99a7879056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:36:14.261811 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591d05f6-42ff-40db-9782-2d99a7879056 admin admin] Checking segment: {'id': '1efd7850-eb0c-42c2-b8ab-36226bef140b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '93017684-a793-4fe9-a5e0-5b6ff272d876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:36:14.262165 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591d05f6-42ff-40db-9782-2d99a7879056 admin admin] Network hostable DHCP agents. Network: 93017684-a793-4fe9-a5e0-5b6ff272d876, hostable agents: ['c114f6b1-151c-4bcf-990e-1a24ac4dbd68'], hosted agents: [] {{(pid=98655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:36:14.279205 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591d05f6-42ff-40db-9782-2d99a7879056 admin admin] Network 93017684-a793-4fe9-a5e0-5b6ff272d876 is scheduled to be hosted by DHCP agent c114f6b1-151c-4bcf-990e-1a24ac4dbd68 with binding_index 1 {{(pid=98655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:36:14.288111 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.base_scheduler [None req-591d05f6-42ff-40db-9782-2d99a7879056 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791239-3-smb, 93017684-a793-4fe9-a5e0-5b6ff272d876) {{(pid=98655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:36:14.292373 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591d05f6-42ff-40db-9782-2d99a7879056 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:36:14.292947 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-591d05f6-42ff-40db-9782-2d99a7879056 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for subnet, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:36:14.297091 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3b0da0-ce7f-4d5d-8b95-7c2434e6d6df None None] Network 93017684-a793-4fe9-a5e0-5b6ff272d876 requested from dv-cinder-791239-3-smb {{(pid=98656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:36:14.324705 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-591d05f6-42ff-40db-9782-2d99a7879056 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6182263 May 25 15:36:14.417638 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-b4becc01-de1e-472d-a4b1-47e530f8de7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:36:14.574683 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913753e7-35cf-48a2-8fea-48dc2e84df4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74aad02c-0dc6-5e3e-b290-52a6de11b65a-93017684-a793-4fe9-a5e0-5b6ff272d876', 'network_id': '93017684-a793-4fe9-a5e0-5b6ff272d876', 'tenant_id': '0e3f4863bd6845299156ced16f4e3a06', 'fixed_ips': [{'subnet_id': 'ad72aaa1-095d-4962-92b9-81ea61e18cf2'}]}} from dv-cinder-791239-3-smb. {{(pid=98656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 15:36:14.575773 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-913753e7-35cf-48a2-8fea-48dc2e84df4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_create {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:36:14.740996 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.db_base_plugin_common [None req-913753e7-35cf-48a2-8fea-48dc2e84df4f None None] Allocated IP 192.168.233.2 (93017684-a793-4fe9-a5e0-5b6ff272d876/ad72aaa1-095d-4962-92b9-81ea61e18cf2/5526fc00-f840-414f-a9f5-2f399a436f84) {{(pid=98656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:36:14.963483 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-913753e7-35cf-48a2-8fea-48dc2e84df4f None None] Notify callbacks [] for port, precommit_create {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:36:14.976354 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-913753e7-35cf-48a2-8fea-48dc2e84df4f None None] Transition to ACTIVE for port object 5526fc00-f840-414f-a9f5-2f399a436f84 will not be triggered until provisioned by entity L2. {{(pid=98656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:36:14.995192 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-913753e7-35cf-48a2-8fea-48dc2e84df4f None None] Transition to ACTIVE for port object 5526fc00-f840-414f-a9f5-2f399a436f84 will not be triggered until provisioned by entity DHCP. {{(pid=98656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:36:15.002413 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-913753e7-35cf-48a2-8fea-48dc2e84df4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730535669962'] for port, after_create {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:36:15.007017 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:36:15.071842 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913753e7-35cf-48a2-8fea-48dc2e84df4f None None] Network 93017684-a793-4fe9-a5e0-5b6ff272d876 is already hosted by enough agents. {{(pid=98656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:36:15.075845 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.scheduler.base_scheduler [None req-913753e7-35cf-48a2-8fea-48dc2e84df4f None None] Resources bound (agent type, host, resource id): {{(pid=98656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:36:15.080864 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913753e7-35cf-48a2-8fea-48dc2e84df4f None None] Received port after_create {{(pid=98656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:36:15.083005 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913753e7-35cf-48a2-8fea-48dc2e84df4f None None] Pushing event updated for resources: {'Port': ['ID=5526fc00-f840-414f-a9f5-2f399a436f84,revision_number=1']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:36:15.092362 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913753e7-35cf-48a2-8fea-48dc2e84df4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:36:15.092696 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913753e7-35cf-48a2-8fea-48dc2e84df4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:36:15.093020 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913753e7-35cf-48a2-8fea-48dc2e84df4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:36:15.093345 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913753e7-35cf-48a2-8fea-48dc2e84df4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:36:15.093665 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913753e7-35cf-48a2-8fea-48dc2e84df4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:36:15.093980 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913753e7-35cf-48a2-8fea-48dc2e84df4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:36:15.094299 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913753e7-35cf-48a2-8fea-48dc2e84df4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:36:15.094612 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913753e7-35cf-48a2-8fea-48dc2e84df4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:36:15.094928 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913753e7-35cf-48a2-8fea-48dc2e84df4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:36:15.095248 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913753e7-35cf-48a2-8fea-48dc2e84df4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:36:15.095566 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913753e7-35cf-48a2-8fea-48dc2e84df4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:36:15.095907 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913753e7-35cf-48a2-8fea-48dc2e84df4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:36:15.123152 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-913753e7-35cf-48a2-8fea-48dc2e84df4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:36:15.186432 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.managers [None req-913753e7-35cf-48a2-8fea-48dc2e84df4f None None] Attempting to bind port 5526fc00-f840-414f-a9f5-2f399a436f84 on host dv-cinder-791239-3-smb for vnic_type normal with profile {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:36:15.186788 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.managers [None req-913753e7-35cf-48a2-8fea-48dc2e84df4f None None] Attempting to bind port 5526fc00-f840-414f-a9f5-2f399a436f84 by drivers openvswitch,hyperv on host dv-cinder-791239-3-smb at level 0 using segments [{'id': '1efd7850-eb0c-42c2-b8ab-36226bef140b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '93017684-a793-4fe9-a5e0-5b6ff272d876'}] {{(pid=98656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:36:15.187143 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913753e7-35cf-48a2-8fea-48dc2e84df4f None None] Attempting to bind port 5526fc00-f840-414f-a9f5-2f399a436f84 on network 93017684-a793-4fe9-a5e0-5b6ff272d876 {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:36:15.192712 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913753e7-35cf-48a2-8fea-48dc2e84df4f None None] Checking agent: {'id': '7e687d8b-f3a5-45d0-a2c9-960fde35dba9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 32, 47), 'started_at': datetime.datetime(2021, 5, 25, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:36:15.193080 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913753e7-35cf-48a2-8fea-48dc2e84df4f None None] Checking segment: {'id': '1efd7850-eb0c-42c2-b8ab-36226bef140b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '93017684-a793-4fe9-a5e0-5b6ff272d876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:36:15.193475 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-913753e7-35cf-48a2-8fea-48dc2e84df4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:36:15.193857 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913753e7-35cf-48a2-8fea-48dc2e84df4f None None] Bound using segment: {'id': '1efd7850-eb0c-42c2-b8ab-36226bef140b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '93017684-a793-4fe9-a5e0-5b6ff272d876'} {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:36:15.194317 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.managers [None req-913753e7-35cf-48a2-8fea-48dc2e84df4f None None] Bound port: 5526fc00-f840-414f-a9f5-2f399a436f84, host: dv-cinder-791239-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1efd7850-eb0c-42c2-b8ab-36226bef140b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '93017684-a793-4fe9-a5e0-5b6ff272d876'}}] {{(pid=98656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:36:15.194680 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-913753e7-35cf-48a2-8fea-48dc2e84df4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:36:15.287340 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-913753e7-35cf-48a2-8fea-48dc2e84df4f None None] For port 5526fc00-f840-414f-a9f5-2f399a436f84, host dv-cinder-791239-3-smb, cleared binding levels {{(pid=98656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:36:15.290024 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-913753e7-35cf-48a2-8fea-48dc2e84df4f None None] For port 5526fc00-f840-414f-a9f5-2f399a436f84, host dv-cinder-791239-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=5526fc00-f840-414f-a9f5-2f399a436f84,segment=NetworkSegment(1efd7850-eb0c-42c2-b8ab-36226bef140b),segment_id=1efd7850-eb0c-42c2-b8ab-36226bef140b)] {{(pid=98656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:36:15.295368 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-913753e7-35cf-48a2-8fea-48dc2e84df4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:36:15.299101 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:36:15.380276 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913753e7-35cf-48a2-8fea-48dc2e84df4f None None] Pushing event updated for resources: {'Port': ['ID=5526fc00-f840-414f-a9f5-2f399a436f84,revision_number=2']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:36:15.384808 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-913753e7-35cf-48a2-8fea-48dc2e84df4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:36:15.743590 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 5526fc00-f840-414f-a9f5-2f399a436f84 up at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:36:15.829327 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning for port 5526fc00-f840-414f-a9f5-2f399a436f84 completed by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:36:16.281908 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4848ff7b-a4e7-40e0-8846-3e2a7c27ec3b None None] Network 93017684-a793-4fe9-a5e0-5b6ff272d876 requested from dv-cinder-791239-3-smb {{(pid=98656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:36:16.398884 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-d7e0743b-f962-4b72-991d-6442c1f0aeee None None] Provisioning for port 5526fc00-f840-414f-a9f5-2f399a436f84 completed by entity DHCP. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:36:16.414687 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-d7e0743b-f962-4b72-991d-6442c1f0aeee None None] Provisioning complete for port 5526fc00-f840-414f-a9f5-2f399a436f84 triggered by entity DHCP. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:36:16.415066 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-d7e0743b-f962-4b72-991d-6442c1f0aeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:36:16.633346 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-d7e0743b-f962-4b72-991d-6442c1f0aeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:36:16.683264 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-d7e0743b-f962-4b72-991d-6442c1f0aeee None None] For port 5526fc00-f840-414f-a9f5-2f399a436f84, host dv-cinder-791239-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=5526fc00-f840-414f-a9f5-2f399a436f84,segment=NetworkSegment(1efd7850-eb0c-42c2-b8ab-36226bef140b),segment_id=1efd7850-eb0c-42c2-b8ab-36226bef140b)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:36:16.688939 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-d7e0743b-f962-4b72-991d-6442c1f0aeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:36:16.692750 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:36:16.785965 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e0743b-f962-4b72-991d-6442c1f0aeee None None] Pushing event updated for resources: {'Port': ['ID=5526fc00-f840-414f-a9f5-2f399a436f84,revision_number=3']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:36:16.792573 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-d7e0743b-f962-4b72-991d-6442c1f0aeee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:36:16.912871 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-7383ae0e-ce8f-4171-a6f9-03194bb6736d None None] Provisioning complete for port 5526fc00-f840-414f-a9f5-2f399a436f84 triggered by entity DHCP. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:36:16.913086 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-7383ae0e-ce8f-4171-a6f9-03194bb6736d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:36:17.242218 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:36:17.413820 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-4f61f7d4-2264-46e4-b980-d1938b883b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:36:17.669464 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 5526fc00-f840-414f-a9f5-2f399a436f84 up at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:36:17.737453 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning complete for port 5526fc00-f840-414f-a9f5-2f399a436f84 triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:36:17.737827 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:36:18.852090 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-5e596f64-6e97-4d78-9813-f3b7462efcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:36:20.398857 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-61dd613b-f3f2-4fd9-acf0-68300fd05fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:36:44.393487 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-adc88e92-ac76-4410-9944-fd048d7c8c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:36:45.444134 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.agents_db [None req-e0968af0-a351-492f-a815-45d38f582ebc None None] Agent healthcheck: found 5 active agents {{(pid=98660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:36:47.245829 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:36:47.407355 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-b23e3a1d-22bb-428c-b3fa-cc1f7e277d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:36:48.860421 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-5e596f64-6e97-4d78-9813-f3b7462efcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:36:50.402491 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-61dd613b-f3f2-4fd9-acf0-68300fd05fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:37:14.398310 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-075ea0b9-8ea6-4b50-a448-cbe0d15bb5ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:37:17.249915 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:37:17.412011 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-be5a4779-a41d-46df-bf51-6faa33214c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:37:18.851829 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-5e596f64-6e97-4d78-9813-f3b7462efcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:37:20.408360 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-61dd613b-f3f2-4fd9-acf0-68300fd05fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:37:22.443522 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.agents_db [None req-e0968af0-a351-492f-a815-45d38f582ebc None None] Agent healthcheck: found 5 active agents {{(pid=98660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:37:28.969426 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 39834) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:37:28.975293 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [None req-0d73adb6-d248-4af5-82e6-b5113c338591 tempest-verify_tempest_config-1506297180 tempest-verify_tempest_config-1506297180-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=98655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 15:37:28.976335 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-0d73adb6-d248-4af5-82e6-b5113c338591 tempest-verify_tempest_config-1506297180 tempest-verify_tempest_config-1506297180-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058894 May 25 15:37:29.304488 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 39852) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:37:29.430904 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-d72f4dd4-4f99-4118-8ab2-a8eea74736f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:37:29.445809 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-d72f4dd4-4f99-4118-8ab2-a8eea74736f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:37:29.449533 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-d72f4dd4-4f99-4118-8ab2-a8eea74736f8 admin admin] Usage tracker for resource:security_group_rule and tenant:f05b34cc41134d4c897112e4ba10ee8e is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:37:29.452298 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-d72f4dd4-4f99-4118-8ab2-a8eea74736f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:37:29.457957 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-d72f4dd4-4f99-4118-8ab2-a8eea74736f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:37:29.545149 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-d72f4dd4-4f99-4118-8ab2-a8eea74736f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:37:29.550074 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-d72f4dd4-4f99-4118-8ab2-a8eea74736f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:37:29.561807 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-80db8944-b3c1-442f-904a-2f71cec42630 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:37:29.599904 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-d72f4dd4-4f99-4118-8ab2-a8eea74736f8 admin admin] Synchronizing usage tracker for tenant:0e3f4863bd6845299156ced16f4e3a06 on resource:security_group {{(pid=98655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:37:29.602240 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f4dd4-4f99-4118-8ab2-a8eea74736f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3bb0e5e-c93d-40d7-a641-a6964894dd6d,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:37:29.612062 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f4dd4-4f99-4118-8ab2-a8eea74736f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:37:29.612405 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f4dd4-4f99-4118-8ab2-a8eea74736f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:37:29.612743 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f4dd4-4f99-4118-8ab2-a8eea74736f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:37:29.613068 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f4dd4-4f99-4118-8ab2-a8eea74736f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:37:29.613392 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f4dd4-4f99-4118-8ab2-a8eea74736f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:37:29.613711 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f4dd4-4f99-4118-8ab2-a8eea74736f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:37:29.614027 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f4dd4-4f99-4118-8ab2-a8eea74736f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:37:29.614341 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f4dd4-4f99-4118-8ab2-a8eea74736f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:37:29.614655 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f4dd4-4f99-4118-8ab2-a8eea74736f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:37:29.614967 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f4dd4-4f99-4118-8ab2-a8eea74736f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:37:29.615277 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f4dd4-4f99-4118-8ab2-a8eea74736f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:37:29.615588 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f4dd4-4f99-4118-8ab2-a8eea74736f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:37:29.619891 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-d72f4dd4-4f99-4118-8ab2-a8eea74736f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:37:29.630277 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-d72f4dd4-4f99-4118-8ab2-a8eea74736f8 admin admin] Unset dirty status for tenant:0e3f4863bd6845299156ced16f4e3a06 on resource:security_group {{(pid=98655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:37:29.631661 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-d72f4dd4-4f99-4118-8ab2-a8eea74736f8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f05b34cc41134d4c897112e4ba10ee8e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3262010 May 25 15:37:29.634289 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 39858) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:37:29.694379 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-ea68fde7-de55-46f0-a561-cc6c9a0ddd5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:37:29.720450 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-ea68fde7-de55-46f0-a561-cc6c9a0ddd5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:37:29.821078 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-ea68fde7-de55-46f0-a561-cc6c9a0ddd5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:37:29.825476 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:37:29.836103 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea68fde7-de55-46f0-a561-cc6c9a0ddd5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3bb0e5e-c93d-40d7-a641-a6964894dd6d,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:37:29.840068 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-ea68fde7-de55-46f0-a561-cc6c9a0ddd5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:37:29.843237 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-ea68fde7-de55-46f0-a561-cc6c9a0ddd5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:37:29.846406 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-ea68fde7-de55-46f0-a561-cc6c9a0ddd5a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d3bb0e5e-c93d-40d7-a641-a6964894dd6d HTTP/1.1" status: 204 len: 168 time: 0.2109132 May 25 15:37:44.400986 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-979d0961-2bf2-4474-856a-88e59e90c436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:37:47.254183 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:37:47.413429 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-31ee1175-5611-469f-8f0e-08adef850ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:37:48.859405 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-5e596f64-6e97-4d78-9813-f3b7462efcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:37:50.411922 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-61dd613b-f3f2-4fd9-acf0-68300fd05fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:37:59.444787 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.agents_db [None req-e0968af0-a351-492f-a815-45d38f582ebc None None] Agent healthcheck: found 5 active agents {{(pid=98660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:38:14.402574 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-ddbd1214-b349-4003-9fb2-dececa28fba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:38:17.257624 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:38:17.416069 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-f842b286-4663-4447-a771-8faf3711ebf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:38:18.861465 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-5e596f64-6e97-4d78-9813-f3b7462efcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:38:20.418637 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-61dd613b-f3f2-4fd9-acf0-68300fd05fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:38:36.468389 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.agents_db [None req-e0968af0-a351-492f-a815-45d38f582ebc None None] Agent healthcheck: found 5 active agents {{(pid=98660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:38:44.406057 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-7d700748-1c28-4b48-a17c-072cf5df53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:38:47.261132 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:38:47.417700 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-eb5e99fd-9e38-4603-8251-a92fd6a0da7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:38:48.861840 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-5e596f64-6e97-4d78-9813-f3b7462efcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:38:50.422288 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-61dd613b-f3f2-4fd9-acf0-68300fd05fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:13.459227 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.agents_db [None req-e0968af0-a351-492f-a815-45d38f582ebc None None] Agent healthcheck: found 5 active agents {{(pid=98660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:39:14.412208 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-fec9010a-728b-4aee-b617-29e086fa2f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:17.267307 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:17.424146 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-5f968120-a549-4428-af9e-21db24740920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:18.355862 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670'] for agent, after_create {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:18.866385 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-5e596f64-6e97-4d78-9813-f3b7462efcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:20.429697 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-61dd613b-f3f2-4fd9-acf0-68300fd05fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:35.138263 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 39930) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:35.307767 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-4d9823d3-f6e3-4bd2-a40a-b85d210fd48d admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1681104 May 25 15:39:37.614922 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 39940) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:37.689942 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-afeabf47-79a1-4e40-b16b-cd88899c266a admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0731239 May 25 15:39:44.405048 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-a5a788e0-f9c1-4491-b38b-b91a0d6dd036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:47.261056 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:47.416132 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-5dd44457-ff20-4662-b789-9b579181b921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:48.315228 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:48.868695 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-5e596f64-6e97-4d78-9813-f3b7462efcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:50.424916 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-61dd613b-f3f2-4fd9-acf0-68300fd05fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:50.458646 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.agents_db [None req-e0968af0-a351-492f-a815-45d38f582ebc None None] Agent healthcheck: found 6 active agents {{(pid=98660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:40:14.408842 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-4d28d151-d288-4757-809f-359ce831a475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:17.267042 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:17.420353 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-eb0dc4ac-9df3-4e41-99ab-093ef2090de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:18.312861 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:18.871347 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-5e596f64-6e97-4d78-9813-f3b7462efcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:20.429883 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-61dd613b-f3f2-4fd9-acf0-68300fd05fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:27.457780 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.agents_db [None req-e0968af0-a351-492f-a815-45d38f582ebc None None] Agent healthcheck: found 6 active agents {{(pid=98660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:40:44.416769 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-09081da9-9da5-4061-a885-15d7d01a78c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:47.274465 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:47.433593 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-a0d6059e-1a15-4d86-9ff2-8b1eccb0e9b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:48.327330 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:48.877477 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-5e596f64-6e97-4d78-9813-f3b7462efcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:50.433985 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-61dd613b-f3f2-4fd9-acf0-68300fd05fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:04.456886 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.agents_db [None req-e0968af0-a351-492f-a815-45d38f582ebc None None] Agent healthcheck: found 6 active agents {{(pid=98660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:41:14.410340 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-4e7899bf-e869-4bbd-8a51-06ab0e718633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:17.281128 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:17.445514 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-953063aa-d981-4b0d-b188-24fa88a9d891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:18.335301 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:18.882566 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-5e596f64-6e97-4d78-9813-f3b7462efcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:20.435331 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 40120) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:41:20.452850 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-61dd613b-f3f2-4fd9-acf0-68300fd05fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:20.807485 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [None req-1cc1f46b-6053-4f54-bd47-2d417ae323eb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1359625331-network', 'tenant_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d'}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:41:20.812866 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-1cc1f46b-6053-4f54-bd47-2d417ae323eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:41:20.819484 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-1cc1f46b-6053-4f54-bd47-2d417ae323eb admin admin] Usage tracker for resource:network and tenant:ef29f0583dbd4d57978afb4a9dcb4a9d is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:41:20.822942 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-1cc1f46b-6053-4f54-bd47-2d417ae323eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:41:20.832949 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-1cc1f46b-6053-4f54-bd47-2d417ae323eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:41:20.846876 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc1f46b-6053-4f54-bd47-2d417ae323eb admin admin] Made reservation on behalf of ef29f0583dbd4d57978afb4a9dcb4a9d for: {'network': 1} {{(pid=98653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:41:20.850112 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-1cc1f46b-6053-4f54-bd47-2d417ae323eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-675072'] for network, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:20.867960 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-1cc1f46b-6053-4f54-bd47-2d417ae323eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:20.886385 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-1cc1f46b-6053-4f54-bd47-2d417ae323eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:41:20.890793 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-1cc1f46b-6053-4f54-bd47-2d417ae323eb admin admin] Usage tracker for resource:security_group_rule and tenant:ef29f0583dbd4d57978afb4a9dcb4a9d is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:41:20.895734 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-1cc1f46b-6053-4f54-bd47-2d417ae323eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:41:20.905634 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-1cc1f46b-6053-4f54-bd47-2d417ae323eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:41:21.020182 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-1cc1f46b-6053-4f54-bd47-2d417ae323eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:21.032437 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-1cc1f46b-6053-4f54-bd47-2d417ae323eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:21.032437 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:21.061355 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc1f46b-6053-4f54-bd47-2d417ae323eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd02ef56-cf6d-48e9-b0fb-65a2962a077b,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:21.074001 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc1f46b-6053-4f54-bd47-2d417ae323eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:21.074329 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc1f46b-6053-4f54-bd47-2d417ae323eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:21.074833 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc1f46b-6053-4f54-bd47-2d417ae323eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:21.075429 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc1f46b-6053-4f54-bd47-2d417ae323eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:21.076049 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc1f46b-6053-4f54-bd47-2d417ae323eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:21.076638 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc1f46b-6053-4f54-bd47-2d417ae323eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:21.077243 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc1f46b-6053-4f54-bd47-2d417ae323eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:21.077714 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc1f46b-6053-4f54-bd47-2d417ae323eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:21.078203 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc1f46b-6053-4f54-bd47-2d417ae323eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:21.078665 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc1f46b-6053-4f54-bd47-2d417ae323eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:21.079145 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc1f46b-6053-4f54-bd47-2d417ae323eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:21.079480 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc1f46b-6053-4f54-bd47-2d417ae323eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:21.080575 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc1f46b-6053-4f54-bd47-2d417ae323eb admin admin] Tracked resource versions report: May 25 15:41:21.080575 dv-cinder-791239-3-smb neutron-server[98653]: pushed versions: May 25 15:41:21.080575 dv-cinder-791239-3-smb neutron-server[98653]: { 'AddressGroup': {'1.2'}, May 25 15:41:21.080575 dv-cinder-791239-3-smb neutron-server[98653]: 'ConntrackHelper': {'1.0'}, May 25 15:41:21.080575 dv-cinder-791239-3-smb neutron-server[98653]: 'Log': {'1.0'}, May 25 15:41:21.080575 dv-cinder-791239-3-smb neutron-server[98653]: 'Network': {'1.1'}, May 25 15:41:21.080575 dv-cinder-791239-3-smb neutron-server[98653]: 'Port': {'1.7'}, May 25 15:41:21.080575 dv-cinder-791239-3-smb neutron-server[98653]: 'PortForwarding': {'1.2'}, May 25 15:41:21.080575 dv-cinder-791239-3-smb neutron-server[98653]: 'QosPolicy': {'1.8'}, May 25 15:41:21.080575 dv-cinder-791239-3-smb neutron-server[98653]: 'SecurityGroup': {'1.4'}, May 25 15:41:21.080575 dv-cinder-791239-3-smb neutron-server[98653]: 'SecurityGroupRule': {'1.2'}, May 25 15:41:21.080575 dv-cinder-791239-3-smb neutron-server[98653]: 'SubPort': {'1.0'}, May 25 15:41:21.080575 dv-cinder-791239-3-smb neutron-server[98653]: 'Subnet': {'1.1'}, May 25 15:41:21.080575 dv-cinder-791239-3-smb neutron-server[98653]: 'Trunk': {'1.1'}} May 25 15:41:21.080575 dv-cinder-791239-3-smb neutron-server[98653]: consumer versions: May 25 15:41:21.080575 dv-cinder-791239-3-smb neutron-server[98653]: { DHCP agent@dv-cinder-791239-3-smb: {}, May 25 15:41:21.080575 dv-cinder-791239-3-smb neutron-server[98653]: HyperV agent@hv-cinder-79123: {}, May 25 15:41:21.080575 dv-cinder-791239-3-smb neutron-server[98653]: L3 agent@dv-cinder-791239-3-smb: {}, May 25 15:41:21.080575 dv-cinder-791239-3-smb neutron-server[98653]: Metadata agent@dv-cinder-791239-3-smb: {}, May 25 15:41:21.080575 dv-cinder-791239-3-smb neutron-server[98653]: Metering agent@dv-cinder-791239-3-smb: {}, May 25 15:41:21.080575 dv-cinder-791239-3-smb neutron-server[98653]: Open vSwitch agent@dv-cinder-791239-3-smb: { 'AddressGroup': '1.2', May 25 15:41:21.080575 dv-cinder-791239-3-smb neutron-server[98653]: 'ConntrackHelper': '1.0', May 25 15:41:21.080575 dv-cinder-791239-3-smb neutron-server[98653]: 'Log': '1.0', May 25 15:41:21.080575 dv-cinder-791239-3-smb neutron-server[98653]: 'Network': '1.1', May 25 15:41:21.080575 dv-cinder-791239-3-smb neutron-server[98653]: 'Port': '1.7', May 25 15:41:21.080575 dv-cinder-791239-3-smb neutron-server[98653]: 'PortForwarding': '1.2', May 25 15:41:21.080575 dv-cinder-791239-3-smb neutron-server[98653]: 'QosPolicy': '1.8', May 25 15:41:21.080575 dv-cinder-791239-3-smb neutron-server[98653]: 'SecurityGroup': '1.4', May 25 15:41:21.080575 dv-cinder-791239-3-smb neutron-server[98653]: 'SecurityGroupRule': '1.2', May 25 15:41:21.080575 dv-cinder-791239-3-smb neutron-server[98653]: 'SubPort': '1.0', May 25 15:41:21.080575 dv-cinder-791239-3-smb neutron-server[98653]: 'Subnet': '1.1', May 25 15:41:21.080575 dv-cinder-791239-3-smb neutron-server[98653]: 'Trunk': '1.1'}} May 25 15:41:21.080575 dv-cinder-791239-3-smb neutron-server[98653]: {{(pid=98653) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 15:41:21.087298 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-1cc1f46b-6053-4f54-bd47-2d417ae323eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:21.088603 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc1f46b-6053-4f54-bd47-2d417ae323eb admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=98653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:41:21.102476 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-1cc1f46b-6053-4f54-bd47-2d417ae323eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713968'] for segment, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:21.102899 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.db.segments_db [None req-1cc1f46b-6053-4f54-bd47-2d417ae323eb admin admin] Added segment 0c510c8f-714a-4fb1-927d-1e8254cb6993 of type vlan for network 91f778d4-efe4-4f00-8d64-09660e7b60f7 May 25 15:41:21.143411 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-1cc1f46b-6053-4f54-bd47-2d417ae323eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730535690298'] for network, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:21.190552 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-1cc1f46b-6053-4f54-bd47-2d417ae323eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16304419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16277480'] for network, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:21.192993 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc1f46b-6053-4f54-bd47-2d417ae323eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:21.194121 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-1cc1f46b-6053-4f54-bd47-2d417ae323eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for network, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:21.197730 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:21.319658 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc1f46b-6053-4f54-bd47-2d417ae323eb admin admin] Pushing event updated for resources: {'Network': ['ID=91f778d4-efe4-4f00-8d64-09660e7b60f7,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:21.327302 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-1cc1f46b-6053-4f54-bd47-2d417ae323eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:21.338059 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-1cc1f46b-6053-4f54-bd47-2d417ae323eb admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8967156 May 25 15:41:21.338059 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 40164) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:41:21.338374 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Network 91f778d4-efe4-4f00-8d64-09660e7b60f7 details requested by agent ovs-agent-dv-cinder-791239-3-smb with host dv-cinder-791239-3-smb {{(pid=98656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 15:41:21.346362 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [None req-bfbd9b97-fb07-4b50-9912-c5d9a40cc74b admin admin] Request body: {'subnet': {'network_id': '91f778d4-efe4-4f00-8d64-09660e7b60f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1359625331-subnet', 'tenant_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:41:21.351783 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-bfbd9b97-fb07-4b50-9912-c5d9a40cc74b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:41:21.357772 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-bfbd9b97-fb07-4b50-9912-c5d9a40cc74b admin admin] Usage tracker for resource:subnet and tenant:ef29f0583dbd4d57978afb4a9dcb4a9d is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:41:21.362125 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-bfbd9b97-fb07-4b50-9912-c5d9a40cc74b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:41:21.372903 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-bfbd9b97-fb07-4b50-9912-c5d9a40cc74b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:41:21.390687 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbd9b97-fb07-4b50-9912-c5d9a40cc74b admin admin] Made reservation on behalf of ef29f0583dbd4d57978afb4a9dcb4a9d for: {'subnet': 1} {{(pid=98653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:41:21.394007 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-bfbd9b97-fb07-4b50-9912-c5d9a40cc74b admin admin] Notify callbacks [] for subnet, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:21.737300 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 40180) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:41:21.982148 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-bfbd9b97-fb07-4b50-9912-c5d9a40cc74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491'] for subnet, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:21.991972 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-6297a90d-1b33-4f42-8797-cc62790b745d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:22.049403 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 40196) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:41:22.060120 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd9b97-fb07-4b50-9912-c5d9a40cc74b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1434e2d-9207-4f36-a5e8-fa06210626a6,revision_number=0']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:22.063874 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-bfbd9b97-fb07-4b50-9912-c5d9a40cc74b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:22.071031 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbd9b97-fb07-4b50-9912-c5d9a40cc74b admin admin] Checking segment: {'id': '0c510c8f-714a-4fb1-927d-1e8254cb6993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '91f778d4-efe4-4f00-8d64-09660e7b60f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:41:22.071390 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbd9b97-fb07-4b50-9912-c5d9a40cc74b admin admin] Network hostable DHCP agents. Network: 91f778d4-efe4-4f00-8d64-09660e7b60f7, hostable agents: ['c114f6b1-151c-4bcf-990e-1a24ac4dbd68'], hosted agents: [] {{(pid=98653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:41:22.094202 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbd9b97-fb07-4b50-9912-c5d9a40cc74b admin admin] Network 91f778d4-efe4-4f00-8d64-09660e7b60f7 is scheduled to be hosted by DHCP agent c114f6b1-151c-4bcf-990e-1a24ac4dbd68 with binding_index 1 {{(pid=98653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:41:22.111976 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.base_scheduler [None req-bfbd9b97-fb07-4b50-9912-c5d9a40cc74b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791239-3-smb, 91f778d4-efe4-4f00-8d64-09660e7b60f7) {{(pid=98653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:41:22.122260 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a986cd0-320a-474a-8c42-51cba357cf81 None None] Network 91f778d4-efe4-4f00-8d64-09660e7b60f7 requested from dv-cinder-791239-3-smb {{(pid=98656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:41:22.126238 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbd9b97-fb07-4b50-9912-c5d9a40cc74b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:22.127003 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-bfbd9b97-fb07-4b50-9912-c5d9a40cc74b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for subnet, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:22.171450 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-bfbd9b97-fb07-4b50-9912-c5d9a40cc74b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8288350 May 25 15:41:22.172418 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 40202) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:41:22.182352 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [None req-5ac1c818-01b8-4716-a165-c6bd5fde3bd8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1359625331-router', 'tenant_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b'}}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:41:22.188318 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-5ac1c818-01b8-4716-a165-c6bd5fde3bd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:41:22.194152 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-5ac1c818-01b8-4716-a165-c6bd5fde3bd8 admin admin] Usage tracker for resource:router and tenant:ef29f0583dbd4d57978afb4a9dcb4a9d is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:41:22.198297 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-5ac1c818-01b8-4716-a165-c6bd5fde3bd8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:41:22.210489 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-5ac1c818-01b8-4716-a165-c6bd5fde3bd8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:41:22.223488 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-5ac1c818-01b8-4716-a165-c6bd5fde3bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16421720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2398'] for router, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:22.225900 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-5ac1c818-01b8-4716-a165-c6bd5fde3bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16420952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423559', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16267114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2375'] for router, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:22.254458 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [None req-1ae6404f-441b-41ae-b77f-f49ec705ee1a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1358759215-network', 'tenant_id': '4c2510090ada4fe295deec64f74c04e7'}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:41:22.262118 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-5ac1c818-01b8-4716-a165-c6bd5fde3bd8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:22.357432 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-1ae6404f-441b-41ae-b77f-f49ec705ee1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:41:22.527248 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02faba2a-41af-4a48-9749-a2df47fb94c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74aad02c-0dc6-5e3e-b290-52a6de11b65a-91f778d4-efe4-4f00-8d64-09660e7b60f7', 'network_id': '91f778d4-efe4-4f00-8d64-09660e7b60f7', 'tenant_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'fixed_ips': [{'subnet_id': 'e1434e2d-9207-4f36-a5e8-fa06210626a6'}]}} from dv-cinder-791239-3-smb. {{(pid=98656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 15:41:22.528833 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-02faba2a-41af-4a48-9749-a2df47fb94c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_create {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:22.671896 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-5ac1c818-01b8-4716-a165-c6bd5fde3bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16421738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2357'] for router, precommit_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:22.680791 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-1ae6404f-441b-41ae-b77f-f49ec705ee1a admin admin] Usage tracker for resource:network and tenant:4c2510090ada4fe295deec64f74c04e7 is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:41:22.711005 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-1ae6404f-441b-41ae-b77f-f49ec705ee1a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:41:22.772524 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-1ae6404f-441b-41ae-b77f-f49ec705ee1a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:41:22.802059 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae6404f-441b-41ae-b77f-f49ec705ee1a admin admin] Made reservation on behalf of 4c2510090ada4fe295deec64f74c04e7 for: {'network': 1} {{(pid=98655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:41:22.805444 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-1ae6404f-441b-41ae-b77f-f49ec705ee1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-675072'] for network, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:22.810960 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.db_base_plugin_common [None req-02faba2a-41af-4a48-9749-a2df47fb94c6 None None] Allocated IP 172.20.0.2 (91f778d4-efe4-4f00-8d64-09660e7b60f7/e1434e2d-9207-4f36-a5e8-fa06210626a6/ea7d93a2-27d7-4c63-b28d-57e2159f314a) {{(pid=98656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:41:22.822851 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [None req-a9e7672c-b7bc-48f5-a806-e0b01448b181 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2107497554-network', 'tenant_id': '653a7f1e5646453bbf4185618476e365'}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:41:22.830793 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-1ae6404f-441b-41ae-b77f-f49ec705ee1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:22.853365 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-a9e7672c-b7bc-48f5-a806-e0b01448b181 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:41:22.857986 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-a9e7672c-b7bc-48f5-a806-e0b01448b181 admin admin] Usage tracker for resource:network and tenant:653a7f1e5646453bbf4185618476e365 is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:41:22.861270 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-a9e7672c-b7bc-48f5-a806-e0b01448b181 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:41:22.868682 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-a9e7672c-b7bc-48f5-a806-e0b01448b181 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:41:22.885926 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-1ae6404f-441b-41ae-b77f-f49ec705ee1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:41:22.890799 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-1ae6404f-441b-41ae-b77f-f49ec705ee1a admin admin] Usage tracker for resource:security_group_rule and tenant:4c2510090ada4fe295deec64f74c04e7 is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:41:22.894202 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-1ae6404f-441b-41ae-b77f-f49ec705ee1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:41:22.901961 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-1ae6404f-441b-41ae-b77f-f49ec705ee1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:41:23.012253 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-1ae6404f-441b-41ae-b77f-f49ec705ee1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:23.022351 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e7672c-b7bc-48f5-a806-e0b01448b181 admin admin] Made reservation on behalf of 653a7f1e5646453bbf4185618476e365 for: {'network': 1} {{(pid=98655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:41:23.025735 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-a9e7672c-b7bc-48f5-a806-e0b01448b181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-675072'] for network, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:23.043206 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-1ae6404f-441b-41ae-b77f-f49ec705ee1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:23.083475 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ae6404f-441b-41ae-b77f-f49ec705ee1a admin admin] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=98655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:41:23.098746 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-1ae6404f-441b-41ae-b77f-f49ec705ee1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713968'] for segment, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:23.100101 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.db.segments_db [None req-1ae6404f-441b-41ae-b77f-f49ec705ee1a admin admin] Added segment 04537342-e49f-4ca7-9497-027e653b84a9 of type vlan for network 903b1638-4303-4bd6-85d0-46b06b3b03e2 May 25 15:41:23.140057 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-1ae6404f-441b-41ae-b77f-f49ec705ee1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730535690298'] for network, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:23.145599 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-a9e7672c-b7bc-48f5-a806-e0b01448b181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:23.158243 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:23.205571 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae6404f-441b-41ae-b77f-f49ec705ee1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87dbc3a6-d31d-4502-a303-1e0a9ca31f95,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:23.227608 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-02faba2a-41af-4a48-9749-a2df47fb94c6 None None] Notify callbacks [] for port, precommit_create {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:23.234435 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6404f-441b-41ae-b77f-f49ec705ee1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:23.235484 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6404f-441b-41ae-b77f-f49ec705ee1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:23.236367 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6404f-441b-41ae-b77f-f49ec705ee1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:23.237214 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6404f-441b-41ae-b77f-f49ec705ee1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:23.238059 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6404f-441b-41ae-b77f-f49ec705ee1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:23.238885 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6404f-441b-41ae-b77f-f49ec705ee1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:23.239752 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6404f-441b-41ae-b77f-f49ec705ee1a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:23.241141 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6404f-441b-41ae-b77f-f49ec705ee1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:23.242000 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6404f-441b-41ae-b77f-f49ec705ee1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:23.242861 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6404f-441b-41ae-b77f-f49ec705ee1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:23.243716 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6404f-441b-41ae-b77f-f49ec705ee1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:23.244580 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6404f-441b-41ae-b77f-f49ec705ee1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:23.246784 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6404f-441b-41ae-b77f-f49ec705ee1a admin admin] Tracked resource versions report: May 25 15:41:23.246784 dv-cinder-791239-3-smb neutron-server[98655]: pushed versions: May 25 15:41:23.246784 dv-cinder-791239-3-smb neutron-server[98655]: { 'AddressGroup': {'1.2'}, May 25 15:41:23.246784 dv-cinder-791239-3-smb neutron-server[98655]: 'ConntrackHelper': {'1.0'}, May 25 15:41:23.246784 dv-cinder-791239-3-smb neutron-server[98655]: 'Log': {'1.0'}, May 25 15:41:23.246784 dv-cinder-791239-3-smb neutron-server[98655]: 'Network': {'1.1'}, May 25 15:41:23.246784 dv-cinder-791239-3-smb neutron-server[98655]: 'Port': {'1.7'}, May 25 15:41:23.246784 dv-cinder-791239-3-smb neutron-server[98655]: 'PortForwarding': {'1.2'}, May 25 15:41:23.246784 dv-cinder-791239-3-smb neutron-server[98655]: 'QosPolicy': {'1.8'}, May 25 15:41:23.246784 dv-cinder-791239-3-smb neutron-server[98655]: 'SecurityGroup': {'1.4'}, May 25 15:41:23.246784 dv-cinder-791239-3-smb neutron-server[98655]: 'SecurityGroupRule': {'1.2'}, May 25 15:41:23.246784 dv-cinder-791239-3-smb neutron-server[98655]: 'SubPort': {'1.0'}, May 25 15:41:23.246784 dv-cinder-791239-3-smb neutron-server[98655]: 'Subnet': {'1.1'}, May 25 15:41:23.246784 dv-cinder-791239-3-smb neutron-server[98655]: 'Trunk': {'1.1'}} May 25 15:41:23.246784 dv-cinder-791239-3-smb neutron-server[98655]: consumer versions: May 25 15:41:23.246784 dv-cinder-791239-3-smb neutron-server[98655]: { DHCP agent@dv-cinder-791239-3-smb: {}, May 25 15:41:23.246784 dv-cinder-791239-3-smb neutron-server[98655]: HyperV agent@hv-cinder-79123: {}, May 25 15:41:23.246784 dv-cinder-791239-3-smb neutron-server[98655]: L3 agent@dv-cinder-791239-3-smb: {}, May 25 15:41:23.246784 dv-cinder-791239-3-smb neutron-server[98655]: Metadata agent@dv-cinder-791239-3-smb: {}, May 25 15:41:23.246784 dv-cinder-791239-3-smb neutron-server[98655]: Metering agent@dv-cinder-791239-3-smb: {}, May 25 15:41:23.246784 dv-cinder-791239-3-smb neutron-server[98655]: Open vSwitch agent@dv-cinder-791239-3-smb: { 'AddressGroup': '1.2', May 25 15:41:23.246784 dv-cinder-791239-3-smb neutron-server[98655]: 'ConntrackHelper': '1.0', May 25 15:41:23.246784 dv-cinder-791239-3-smb neutron-server[98655]: 'Log': '1.0', May 25 15:41:23.246784 dv-cinder-791239-3-smb neutron-server[98655]: 'Network': '1.1', May 25 15:41:23.246784 dv-cinder-791239-3-smb neutron-server[98655]: 'Port': '1.7', May 25 15:41:23.246784 dv-cinder-791239-3-smb neutron-server[98655]: 'PortForwarding': '1.2', May 25 15:41:23.246784 dv-cinder-791239-3-smb neutron-server[98655]: 'QosPolicy': '1.8', May 25 15:41:23.246784 dv-cinder-791239-3-smb neutron-server[98655]: 'SecurityGroup': '1.4', May 25 15:41:23.246784 dv-cinder-791239-3-smb neutron-server[98655]: 'SecurityGroupRule': '1.2', May 25 15:41:23.246784 dv-cinder-791239-3-smb neutron-server[98655]: 'SubPort': '1.0', May 25 15:41:23.246784 dv-cinder-791239-3-smb neutron-server[98655]: 'Subnet': '1.1', May 25 15:41:23.246784 dv-cinder-791239-3-smb neutron-server[98655]: 'Trunk': '1.1'}} May 25 15:41:23.246784 dv-cinder-791239-3-smb neutron-server[98655]: {{(pid=98655) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 15:41:23.258599 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-02faba2a-41af-4a48-9749-a2df47fb94c6 None None] Transition to ACTIVE for port object ea7d93a2-27d7-4c63-b28d-57e2159f314a will not be triggered until provisioned by entity L2. {{(pid=98656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:41:23.262139 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-a9e7672c-b7bc-48f5-a806-e0b01448b181 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:41:23.270340 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-a9e7672c-b7bc-48f5-a806-e0b01448b181 admin admin] Usage tracker for resource:security_group_rule and tenant:653a7f1e5646453bbf4185618476e365 is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:41:23.276143 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-a9e7672c-b7bc-48f5-a806-e0b01448b181 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:41:23.283593 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-a9e7672c-b7bc-48f5-a806-e0b01448b181 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:41:23.328040 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-02faba2a-41af-4a48-9749-a2df47fb94c6 None None] Transition to ACTIVE for port object ea7d93a2-27d7-4c63-b28d-57e2159f314a will not be triggered until provisioned by entity DHCP. {{(pid=98656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:41:23.352860 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-02faba2a-41af-4a48-9749-a2df47fb94c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730535669962'] for port, after_create {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:23.366861 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-913753e7-35cf-48a2-8fea-48dc2e84df4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:23.392157 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-a9e7672c-b7bc-48f5-a806-e0b01448b181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:23.395736 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-1ae6404f-441b-41ae-b77f-f49ec705ee1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:23.402020 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-a9e7672c-b7bc-48f5-a806-e0b01448b181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:23.405591 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.db.resource_extend [None req-1ae6404f-441b-41ae-b77f-f49ec705ee1a admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 15:41:23.434799 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9e7672c-b7bc-48f5-a806-e0b01448b181 admin admin] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=98655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:41:23.452097 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-a9e7672c-b7bc-48f5-a806-e0b01448b181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713968'] for segment, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:23.452893 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.db.segments_db [None req-a9e7672c-b7bc-48f5-a806-e0b01448b181 admin admin] Added segment 5343296a-0f25-44ca-9b41-947270d52984 of type vlan for network 587d83b6-4668-47ec-b082-d47122580e68 May 25 15:41:23.577338 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02faba2a-41af-4a48-9749-a2df47fb94c6 None None] Pushing event updated for resources: {'Port': ['ID=ea7d93a2-27d7-4c63-b28d-57e2159f314a,revision_number=1']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:23.623148 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02faba2a-41af-4a48-9749-a2df47fb94c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:23.623671 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02faba2a-41af-4a48-9749-a2df47fb94c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:23.626046 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02faba2a-41af-4a48-9749-a2df47fb94c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:23.626046 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02faba2a-41af-4a48-9749-a2df47fb94c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:23.626314 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02faba2a-41af-4a48-9749-a2df47fb94c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:23.626749 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02faba2a-41af-4a48-9749-a2df47fb94c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:23.627262 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02faba2a-41af-4a48-9749-a2df47fb94c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:23.634634 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02faba2a-41af-4a48-9749-a2df47fb94c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:23.635369 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02faba2a-41af-4a48-9749-a2df47fb94c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:23.635925 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02faba2a-41af-4a48-9749-a2df47fb94c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:23.636445 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02faba2a-41af-4a48-9749-a2df47fb94c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:23.636965 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02faba2a-41af-4a48-9749-a2df47fb94c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:23.638909 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02faba2a-41af-4a48-9749-a2df47fb94c6 None None] Tracked resource versions report: May 25 15:41:23.638909 dv-cinder-791239-3-smb neutron-server[98656]: pushed versions: May 25 15:41:23.638909 dv-cinder-791239-3-smb neutron-server[98656]: { 'AddressGroup': {'1.2'}, May 25 15:41:23.638909 dv-cinder-791239-3-smb neutron-server[98656]: 'ConntrackHelper': {'1.0'}, May 25 15:41:23.638909 dv-cinder-791239-3-smb neutron-server[98656]: 'Log': {'1.0'}, May 25 15:41:23.638909 dv-cinder-791239-3-smb neutron-server[98656]: 'Network': {'1.1'}, May 25 15:41:23.638909 dv-cinder-791239-3-smb neutron-server[98656]: 'Port': {'1.7'}, May 25 15:41:23.638909 dv-cinder-791239-3-smb neutron-server[98656]: 'PortForwarding': {'1.2'}, May 25 15:41:23.638909 dv-cinder-791239-3-smb neutron-server[98656]: 'QosPolicy': {'1.8'}, May 25 15:41:23.638909 dv-cinder-791239-3-smb neutron-server[98656]: 'SecurityGroup': {'1.4'}, May 25 15:41:23.638909 dv-cinder-791239-3-smb neutron-server[98656]: 'SecurityGroupRule': {'1.2'}, May 25 15:41:23.638909 dv-cinder-791239-3-smb neutron-server[98656]: 'SubPort': {'1.0'}, May 25 15:41:23.638909 dv-cinder-791239-3-smb neutron-server[98656]: 'Subnet': {'1.1'}, May 25 15:41:23.638909 dv-cinder-791239-3-smb neutron-server[98656]: 'Trunk': {'1.1'}} May 25 15:41:23.638909 dv-cinder-791239-3-smb neutron-server[98656]: consumer versions: May 25 15:41:23.638909 dv-cinder-791239-3-smb neutron-server[98656]: { DHCP agent@dv-cinder-791239-3-smb: {}, May 25 15:41:23.638909 dv-cinder-791239-3-smb neutron-server[98656]: HyperV agent@hv-cinder-79123: {}, May 25 15:41:23.638909 dv-cinder-791239-3-smb neutron-server[98656]: L3 agent@dv-cinder-791239-3-smb: {}, May 25 15:41:23.638909 dv-cinder-791239-3-smb neutron-server[98656]: Metadata agent@dv-cinder-791239-3-smb: {}, May 25 15:41:23.638909 dv-cinder-791239-3-smb neutron-server[98656]: Metering agent@dv-cinder-791239-3-smb: {}, May 25 15:41:23.638909 dv-cinder-791239-3-smb neutron-server[98656]: Open vSwitch agent@dv-cinder-791239-3-smb: { 'AddressGroup': '1.2', May 25 15:41:23.638909 dv-cinder-791239-3-smb neutron-server[98656]: 'ConntrackHelper': '1.0', May 25 15:41:23.638909 dv-cinder-791239-3-smb neutron-server[98656]: 'Log': '1.0', May 25 15:41:23.638909 dv-cinder-791239-3-smb neutron-server[98656]: 'Network': '1.1', May 25 15:41:23.638909 dv-cinder-791239-3-smb neutron-server[98656]: 'Port': '1.7', May 25 15:41:23.638909 dv-cinder-791239-3-smb neutron-server[98656]: 'PortForwarding': '1.2', May 25 15:41:23.638909 dv-cinder-791239-3-smb neutron-server[98656]: 'QosPolicy': '1.8', May 25 15:41:23.638909 dv-cinder-791239-3-smb neutron-server[98656]: 'SecurityGroup': '1.4', May 25 15:41:23.638909 dv-cinder-791239-3-smb neutron-server[98656]: 'SecurityGroupRule': '1.2', May 25 15:41:23.638909 dv-cinder-791239-3-smb neutron-server[98656]: 'SubPort': '1.0', May 25 15:41:23.638909 dv-cinder-791239-3-smb neutron-server[98656]: 'Subnet': '1.1', May 25 15:41:23.638909 dv-cinder-791239-3-smb neutron-server[98656]: 'Trunk': '1.1'}} May 25 15:41:23.638909 dv-cinder-791239-3-smb neutron-server[98656]: {{(pid=98656) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 15:41:23.645670 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-02faba2a-41af-4a48-9749-a2df47fb94c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:23.669567 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02faba2a-41af-4a48-9749-a2df47fb94c6 None None] Network 91f778d4-efe4-4f00-8d64-09660e7b60f7 is already hosted by enough agents. {{(pid=98656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:41:23.672038 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.scheduler.base_scheduler [None req-02faba2a-41af-4a48-9749-a2df47fb94c6 None None] Resources bound (agent type, host, resource id): {{(pid=98656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:41:23.678357 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02faba2a-41af-4a48-9749-a2df47fb94c6 None None] Received port after_create {{(pid=98656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:41:23.698058 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-1ae6404f-441b-41ae-b77f-f49ec705ee1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:23.862297 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.managers [None req-02faba2a-41af-4a48-9749-a2df47fb94c6 None None] Attempting to bind port ea7d93a2-27d7-4c63-b28d-57e2159f314a on host dv-cinder-791239-3-smb for vnic_type normal with profile {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:41:23.862727 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.managers [None req-02faba2a-41af-4a48-9749-a2df47fb94c6 None None] Attempting to bind port ea7d93a2-27d7-4c63-b28d-57e2159f314a by drivers openvswitch,hyperv on host dv-cinder-791239-3-smb at level 0 using segments [{'id': '0c510c8f-714a-4fb1-927d-1e8254cb6993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '91f778d4-efe4-4f00-8d64-09660e7b60f7'}] {{(pid=98656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:41:23.863171 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02faba2a-41af-4a48-9749-a2df47fb94c6 None None] Attempting to bind port ea7d93a2-27d7-4c63-b28d-57e2159f314a on network 91f778d4-efe4-4f00-8d64-09660e7b60f7 {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:41:23.876879 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02faba2a-41af-4a48-9749-a2df47fb94c6 None None] Checking agent: {'id': '7e687d8b-f3a5-45d0-a2c9-960fde35dba9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 32, 47), 'started_at': datetime.datetime(2021, 5, 25, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:41:23.877486 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02faba2a-41af-4a48-9749-a2df47fb94c6 None None] Checking segment: {'id': '0c510c8f-714a-4fb1-927d-1e8254cb6993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '91f778d4-efe4-4f00-8d64-09660e7b60f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:41:23.877679 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-02faba2a-41af-4a48-9749-a2df47fb94c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:23.878076 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02faba2a-41af-4a48-9749-a2df47fb94c6 None None] Bound using segment: {'id': '0c510c8f-714a-4fb1-927d-1e8254cb6993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '91f778d4-efe4-4f00-8d64-09660e7b60f7'} {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:41:23.878596 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.managers [None req-02faba2a-41af-4a48-9749-a2df47fb94c6 None None] Bound port: ea7d93a2-27d7-4c63-b28d-57e2159f314a, host: dv-cinder-791239-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c510c8f-714a-4fb1-927d-1e8254cb6993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '91f778d4-efe4-4f00-8d64-09660e7b60f7'}}] {{(pid=98656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:41:23.879035 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-02faba2a-41af-4a48-9749-a2df47fb94c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:23.879218 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-a9e7672c-b7bc-48f5-a806-e0b01448b181 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730535690298'] for network, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:23.890356 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7672c-b7bc-48f5-a806-e0b01448b181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac65979-6999-41af-b590-1435902bb92b,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:23.898949 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-1ae6404f-441b-41ae-b77f-f49ec705ee1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16304419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16277480'] for network, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:23.912705 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-a9e7672c-b7bc-48f5-a806-e0b01448b181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:23.932464 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae6404f-441b-41ae-b77f-f49ec705ee1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:23.933048 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-1ae6404f-441b-41ae-b77f-f49ec705ee1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for network, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:24.017304 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-80db8944-b3c1-442f-904a-2f71cec42630 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:24.032068 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-02faba2a-41af-4a48-9749-a2df47fb94c6 None None] For port ea7d93a2-27d7-4c63-b28d-57e2159f314a, host dv-cinder-791239-3-smb, cleared binding levels {{(pid=98656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:41:24.035407 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-5ac1c818-01b8-4716-a165-c6bd5fde3bd8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:24.038376 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-02faba2a-41af-4a48-9749-a2df47fb94c6 None None] For port ea7d93a2-27d7-4c63-b28d-57e2159f314a, host dv-cinder-791239-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=ea7d93a2-27d7-4c63-b28d-57e2159f314a,segment=NetworkSegment(0c510c8f-714a-4fb1-927d-1e8254cb6993),segment_id=0c510c8f-714a-4fb1-927d-1e8254cb6993)] {{(pid=98656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:41:24.044912 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-02faba2a-41af-4a48-9749-a2df47fb94c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:24.050817 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:24.080670 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-5ac1c818-01b8-4716-a165-c6bd5fde3bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:24.156838 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02faba2a-41af-4a48-9749-a2df47fb94c6 None None] Pushing event updated for resources: {'Port': ['ID=ea7d93a2-27d7-4c63-b28d-57e2159f314a,revision_number=2']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:24.160285 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-02faba2a-41af-4a48-9749-a2df47fb94c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:24.306853 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-a9e7672c-b7bc-48f5-a806-e0b01448b181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16304419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16277480'] for network, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:24.430639 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae6404f-441b-41ae-b77f-f49ec705ee1a admin admin] Pushing event updated for resources: {'Network': ['ID=903b1638-4303-4bd6-85d0-46b06b3b03e2,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:24.434378 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-1ae6404f-441b-41ae-b77f-f49ec705ee1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:24.444882 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Network 903b1638-4303-4bd6-85d0-46b06b3b03e2 details requested by agent ovs-agent-dv-cinder-791239-3-smb with host dv-cinder-791239-3-smb {{(pid=98656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 15:41:24.446821 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e7672c-b7bc-48f5-a806-e0b01448b181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:24.447960 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-a9e7672c-b7bc-48f5-a806-e0b01448b181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for network, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:24.473066 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-1ae6404f-441b-41ae-b77f-f49ec705ee1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:24.797505 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.db_base_plugin_common [None req-5ac1c818-01b8-4716-a165-c6bd5fde3bd8 admin admin] Allocated IP 172.28.3.211 (d51110de-dc62-4f0f-8f8a-5177828fdd7b/65a5f471-3295-4779-8fb3-11f32d4097e9/b11cc504-bb5d-49bc-a49c-289698977329) {{(pid=98655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:41:24.952373 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-1ae6404f-441b-41ae-b77f-f49ec705ee1a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.2109485 May 25 15:41:24.955192 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 40268) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:41:24.969299 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [None req-7f7c5478-24ce-4ada-b367-c489117fcbd8 admin admin] Request body: {'subnet': {'network_id': '903b1638-4303-4bd6-85d0-46b06b3b03e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1358759215-subnet', 'tenant_id': '4c2510090ada4fe295deec64f74c04e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:41:24.989549 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-7f7c5478-24ce-4ada-b367-c489117fcbd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:41:25.004039 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-7f7c5478-24ce-4ada-b367-c489117fcbd8 admin admin] Usage tracker for resource:subnet and tenant:4c2510090ada4fe295deec64f74c04e7 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:41:25.007803 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-a9e7672c-b7bc-48f5-a806-e0b01448b181 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.9545064 May 25 15:41:25.014064 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 40272) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:41:25.024362 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-7f7c5478-24ce-4ada-b367-c489117fcbd8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:41:25.046178 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [None req-d4050c89-b895-4620-b1dc-76e3b0f4a7d1 admin admin] Request body: {'subnet': {'network_id': '587d83b6-4668-47ec-b082-d47122580e68', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2107497554-subnet', 'tenant_id': '653a7f1e5646453bbf4185618476e365', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:41:25.063598 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-7f7c5478-24ce-4ada-b367-c489117fcbd8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:41:25.081643 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-d4050c89-b895-4620-b1dc-76e3b0f4a7d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:41:25.096711 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7672c-b7bc-48f5-a806-e0b01448b181 admin admin] Pushing event updated for resources: {'Network': ['ID=587d83b6-4668-47ec-b082-d47122580e68,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:25.103216 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-d4050c89-b895-4620-b1dc-76e3b0f4a7d1 admin admin] Usage tracker for resource:subnet and tenant:653a7f1e5646453bbf4185618476e365 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:41:25.104943 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-5ac1c818-01b8-4716-a165-c6bd5fde3bd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:25.109741 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-a9e7672c-b7bc-48f5-a806-e0b01448b181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.650s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:25.112588 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Network 587d83b6-4668-47ec-b082-d47122580e68 details requested by agent ovs-agent-dv-cinder-791239-3-smb with host dv-cinder-791239-3-smb {{(pid=98656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 15:41:25.118681 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-d4050c89-b895-4620-b1dc-76e3b0f4a7d1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:41:25.145486 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-d4050c89-b895-4620-b1dc-76e3b0f4a7d1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:41:25.157865 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7c5478-24ce-4ada-b367-c489117fcbd8 admin admin] Made reservation on behalf of 4c2510090ada4fe295deec64f74c04e7 for: {'subnet': 1} {{(pid=98653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:41:25.164211 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-7f7c5478-24ce-4ada-b367-c489117fcbd8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:25.206777 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-5ac1c818-01b8-4716-a165-c6bd5fde3bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730535669962'] for port, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:25.215794 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-cdd15e5f-3b85-409b-8481-eba6d759323b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:25.321338 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac1c818-01b8-4716-a165-c6bd5fde3bd8 admin admin] Network d51110de-dc62-4f0f-8f8a-5177828fdd7b is already hosted by enough agents. {{(pid=98655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:41:25.342295 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.base_scheduler [None req-5ac1c818-01b8-4716-a165-c6bd5fde3bd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=98655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:41:25.343267 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4050c89-b895-4620-b1dc-76e3b0f4a7d1 admin admin] Made reservation on behalf of 653a7f1e5646453bbf4185618476e365 for: {'subnet': 1} {{(pid=98653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:41:25.347197 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac1c818-01b8-4716-a165-c6bd5fde3bd8 admin admin] Received port after_create {{(pid=98655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:41:25.347510 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-d4050c89-b895-4620-b1dc-76e3b0f4a7d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:25.963748 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879ce0d3-b144-4b53-8adf-318ea5184535 None None] Network 91f778d4-efe4-4f00-8d64-09660e7b60f7 requested from dv-cinder-791239-3-smb {{(pid=98656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:41:26.095087 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-5ac1c818-01b8-4716-a165-c6bd5fde3bd8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:26.263668 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device ea7d93a2-27d7-4c63-b28d-57e2159f314a up at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:41:26.518184 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning for port ea7d93a2-27d7-4c63-b28d-57e2159f314a completed by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:41:26.599311 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-8457c361-795f-4537-8f5d-64ffc8e8358b None None] Provisioning for port ea7d93a2-27d7-4c63-b28d-57e2159f314a completed by entity DHCP. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:41:26.634846 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-8457c361-795f-4537-8f5d-64ffc8e8358b None None] Provisioning complete for port ea7d93a2-27d7-4c63-b28d-57e2159f314a triggered by entity DHCP. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:41:26.649494 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-8457c361-795f-4537-8f5d-64ffc8e8358b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:26.688071 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac1c818-01b8-4716-a165-c6bd5fde3bd8 admin admin] Pushing event updated for resources: {'Port': ['ID=b11cc504-bb5d-49bc-a49c-289698977329,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:26.728357 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-5ac1c818-01b8-4716-a165-c6bd5fde3bd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.516s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:26.801100 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-5ac1c818-01b8-4716-a165-c6bd5fde3bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16421713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423649'] for router, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:27.138957 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-8457c361-795f-4537-8f5d-64ffc8e8358b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:27.232830 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-7f7c5478-24ce-4ada-b367-c489117fcbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491'] for subnet, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:27.241811 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:27.266043 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-8457c361-795f-4537-8f5d-64ffc8e8358b None None] For port ea7d93a2-27d7-4c63-b28d-57e2159f314a, host dv-cinder-791239-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=ea7d93a2-27d7-4c63-b28d-57e2159f314a,segment=NetworkSegment(0c510c8f-714a-4fb1-927d-1e8254cb6993),segment_id=0c510c8f-714a-4fb1-927d-1e8254cb6993)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:41:27.274034 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-8457c361-795f-4537-8f5d-64ffc8e8358b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:27.281896 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-913753e7-35cf-48a2-8fea-48dc2e84df4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:27.420229 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ac1c818-01b8-4716-a165-c6bd5fde3bd8 admin admin] Router 3c6f5408-ac61-4254-917d-d086a6b4bf5f is scheduled to L3 agent f8a1ad16-ec6f-48c0-91e7-34790a8304cd with binding_index 1 {{(pid=98655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 15:41:27.473084 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7c5478-24ce-4ada-b367-c489117fcbd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86a02047-08fe-4706-bc57-8e2d90eb8132,revision_number=0']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:27.476981 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-7f7c5478-24ce-4ada-b367-c489117fcbd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:27.477758 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7c5478-24ce-4ada-b367-c489117fcbd8 admin admin] Checking segment: {'id': '04537342-e49f-4ca7-9497-027e653b84a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '903b1638-4303-4bd6-85d0-46b06b3b03e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:41:27.478117 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7c5478-24ce-4ada-b367-c489117fcbd8 admin admin] Network hostable DHCP agents. Network: 903b1638-4303-4bd6-85d0-46b06b3b03e2, hostable agents: ['c114f6b1-151c-4bcf-990e-1a24ac4dbd68'], hosted agents: [] {{(pid=98653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:41:27.504412 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8457c361-795f-4537-8f5d-64ffc8e8358b None None] Pushing event updated for resources: {'Port': ['ID=ea7d93a2-27d7-4c63-b28d-57e2159f314a,revision_number=3']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:27.515149 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-8457c361-795f-4537-8f5d-64ffc8e8358b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:27.607386 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7c5478-24ce-4ada-b367-c489117fcbd8 admin admin] Network 903b1638-4303-4bd6-85d0-46b06b3b03e2 is scheduled to be hosted by DHCP agent c114f6b1-151c-4bcf-990e-1a24ac4dbd68 with binding_index 1 {{(pid=98653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:41:27.619139 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-b5cf8f39-d1ea-458a-bdb4-cb5968f4244b None None] Provisioning complete for port ea7d93a2-27d7-4c63-b28d-57e2159f314a triggered by entity DHCP. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:41:27.622222 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-b5cf8f39-d1ea-458a-bdb4-cb5968f4244b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:27.640724 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.base_scheduler [None req-7f7c5478-24ce-4ada-b367-c489117fcbd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791239-3-smb, 903b1638-4303-4bd6-85d0-46b06b3b03e2) {{(pid=98653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:41:27.643664 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-d4050c89-b895-4620-b1dc-76e3b0f4a7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491'] for subnet, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:27.688812 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:27.810906 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7c5478-24ce-4ada-b367-c489117fcbd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:27.812363 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-7f7c5478-24ce-4ada-b367-c489117fcbd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for subnet, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:27.844696 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568a0162-3905-4289-92ca-4a4f15599add None None] Network 903b1638-4303-4bd6-85d0-46b06b3b03e2 requested from dv-cinder-791239-3-smb {{(pid=98656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:41:28.015514 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-7f7c5478-24ce-4ada-b367-c489117fcbd8 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 3.0582864 May 25 15:41:28.020495 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4050c89-b895-4620-b1dc-76e3b0f4a7d1 admin admin] Checking segment: {'id': '5343296a-0f25-44ca-9b41-947270d52984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '587d83b6-4668-47ec-b082-d47122580e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:41:28.020908 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4050c89-b895-4620-b1dc-76e3b0f4a7d1 admin admin] Network hostable DHCP agents. Network: 587d83b6-4668-47ec-b082-d47122580e68, hostable agents: ['c114f6b1-151c-4bcf-990e-1a24ac4dbd68'], hosted agents: [] {{(pid=98653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:41:28.022629 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 40346) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:41:28.030252 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [None req-98959d20-fb21-47ce-8d4c-3eeb56e2b023 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1358759215-router', 'tenant_id': '4c2510090ada4fe295deec64f74c04e7', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b'}}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:41:28.037699 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-98959d20-fb21-47ce-8d4c-3eeb56e2b023 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:41:28.047908 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-98959d20-fb21-47ce-8d4c-3eeb56e2b023 admin admin] Usage tracker for resource:router and tenant:4c2510090ada4fe295deec64f74c04e7 is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:41:28.053375 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-98959d20-fb21-47ce-8d4c-3eeb56e2b023 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:41:28.061439 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4050c89-b895-4620-b1dc-76e3b0f4a7d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b1b04e2-a008-4cc2-8c87-dad179d2c65e,revision_number=0']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:28.065496 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-98959d20-fb21-47ce-8d4c-3eeb56e2b023 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:41:28.070703 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-d4050c89-b895-4620-b1dc-76e3b0f4a7d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:28.075581 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac1c818-01b8-4716-a165-c6bd5fde3bd8 admin admin] Notify agent at l3_agent.dv-cinder-791239-3-smb the message routers_updated {{(pid=98655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:41:28.082360 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4050c89-b895-4620-b1dc-76e3b0f4a7d1 admin admin] Network 587d83b6-4668-47ec-b082-d47122580e68 is scheduled to be hosted by DHCP agent c114f6b1-151c-4bcf-990e-1a24ac4dbd68 with binding_index 1 {{(pid=98653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:41:28.095158 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-98959d20-fb21-47ce-8d4c-3eeb56e2b023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16421720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2398'] for router, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:28.096937 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ca3ba2-e916-4e76-acd1-61421ccb7c1a None None] Sync routers for ids ['3c6f5408-ac61-4254-917d-d086a6b4bf5f'] in dv-cinder-791239-3-smb {{(pid=98660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:41:28.101614 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-98959d20-fb21-47ce-8d4c-3eeb56e2b023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16420952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423559', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16267114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2375'] for router, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:28.115373 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.base_scheduler [None req-d4050c89-b895-4620-b1dc-76e3b0f4a7d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791239-3-smb, 587d83b6-4668-47ec-b082-d47122580e68) {{(pid=98653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:41:28.120126 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ca3ba2-e916-4e76-acd1-61421ccb7c1a None None] Routers {'3c6f5408-ac61-4254-917d-d086a6b4bf5f'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:41:28.121889 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-b6ca3ba2-e916-4e76-acd1-61421ccb7c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:41:17Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['3c6f5408-ac61-4254-917d-d086a6b4bf5f'], 'active': True} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:41:28.122157 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4050c89-b895-4620-b1dc-76e3b0f4a7d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:28.122922 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-d4050c89-b895-4620-b1dc-76e3b0f4a7d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for subnet, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:28.145067 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-5ac1c818-01b8-4716-a165-c6bd5fde3bd8 admin admin] Notify callbacks [] for router, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:28.147630 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-5ac1c818-01b8-4716-a165-c6bd5fde3bd8 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.9733863 May 25 15:41:28.170445 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 40352) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:41:28.197624 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-98959d20-fb21-47ce-8d4c-3eeb56e2b023 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:28.422177 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-d4050c89-b895-4620-b1dc-76e3b0f4a7d1 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4019053 May 25 15:41:28.607171 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device ea7d93a2-27d7-4c63-b28d-57e2159f314a up at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:41:28.690826 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df267615-5766-4976-9f8b-62c1371c800d None None] Network 587d83b6-4668-47ec-b082-d47122580e68 requested from dv-cinder-791239-3-smb {{(pid=98656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:41:28.763057 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvr_db [None req-b6ca3ba2-e916-4e76-acd1-61421ccb7c1a None None] Set router 3c6f5408-ac61-4254-917d-d086a6b4bf5f gateway port host: dv-cinder-791239-3-smb {{(pid=98660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:41:29.142627 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324a48e0-a4a4-4198-90a8-9a1465e049b9 None None] Network 903b1638-4303-4bd6-85d0-46b06b3b03e2 requested from dv-cinder-791239-3-smb {{(pid=98656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:41:29.210456 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-98959d20-fb21-47ce-8d4c-3eeb56e2b023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16421738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2357'] for router, precommit_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:29.509467 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 40402) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:41:29.714293 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a662c651-b455-4ab8-b09c-df9efd614088 None None] Network 587d83b6-4668-47ec-b082-d47122580e68 requested from dv-cinder-791239-3-smb {{(pid=98656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:41:29.883987 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-b6ca3ba2-e916-4e76-acd1-61421ccb7c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'name': 'tempest-AttachVolumeTestJSON-1359625331-router', 'tenant_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b11cc504-bb5d-49bc-a49c-289698977329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:41:22Z', 'updated_at': '2021-05-25T15:41:25Z', 'revision_number': 3, 'project_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'gw_port': {'id': 'b11cc504-bb5d-49bc-a49c-289698977329', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:eb:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:24Z', 'updated_at': '2021-05-25T15:41:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb'}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:41:29.899576 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ca3ba2-e916-4e76-acd1-61421ccb7c1a None None] Checking router: 3c6f5408-ac61-4254-917d-d086a6b4bf5f for host: dv-cinder-791239-3-smb {{(pid=98660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:41:29.900136 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ca3ba2-e916-4e76-acd1-61421ccb7c1a None None] Updating router 3c6f5408-ac61-4254-917d-d086a6b4bf5f port b11cc504-bb5d-49bc-a49c-289698977329 binding host dv-cinder-791239-3-smb {{(pid=98660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:41:30.140592 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron_lib.callbacks.manager [None req-b6ca3ba2-e916-4e76-acd1-61421ccb7c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:30.180814 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 40430) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:41:30.199448 dv-cinder-791239-3-smb neutron-server[98655]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 25 15:41:30.228317 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning complete for port ea7d93a2-27d7-4c63-b28d-57e2159f314a triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:41:30.236068 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:30.274533 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-7e58f4a1-9898-4b42-9386-868132db23d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:30.461394 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-98959d20-fb21-47ce-8d4c-3eeb56e2b023 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:30.498914 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-7e58f4a1-9898-4b42-9386-868132db23d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:41:30.528985 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-7e58f4a1-9898-4b42-9386-868132db23d4 admin admin] Usage tracker for resource:security_group_rule and tenant:3e8dc4db16684dcb8d9d5b608b5ff87a is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:41:30.532229 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-98959d20-fb21-47ce-8d4c-3eeb56e2b023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:30.695155 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-d98506f7-4306-45f4-9445-a7a14121a495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:30.770530 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 40444) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:41:30.771923 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-7e58f4a1-9898-4b42-9386-868132db23d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:41:30.800978 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-7e58f4a1-9898-4b42-9386-868132db23d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:41:30.889267 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36554883-3f3e-4fd8-b4b9-e7222f526052 req-2ea272dd-c278-4e85-99f1-261437ef374e tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:30.890068 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-36554883-3f3e-4fd8-b4b9-e7222f526052 req-2ea272dd-c278-4e85-99f1-261437ef374e tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] Synchronizing usage tracker for tenant:653a7f1e5646453bbf4185618476e365 on resource:network {{(pid=98655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:41:31.046518 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-7e58f4a1-9898-4b42-9386-868132db23d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:31.067145 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-7e58f4a1-9898-4b42-9386-868132db23d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:31.120709 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:31.121312 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron_lib.callbacks.manager [None req-b6ca3ba2-e916-4e76-acd1-61421ccb7c1a None None] Notify callbacks [] for port, precommit_update {{(pid=98660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:31.137176 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.provisioning_blocks [None req-b6ca3ba2-e916-4e76-acd1-61421ccb7c1a None None] Transition to ACTIVE for port object b11cc504-bb5d-49bc-a49c-289698977329 will not be triggered until provisioned by entity L2. {{(pid=98660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:41:31.150864 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron_lib.callbacks.manager [None req-b6ca3ba2-e916-4e76-acd1-61421ccb7c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:31.161306 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG oslo_concurrency.lockutils [None req-08105837-694c-4fb2-89d3-4bddba58e7ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:31.179887 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-7e58f4a1-9898-4b42-9386-868132db23d4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3e8dc4db16684dcb8d9d5b608b5ff87a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6606541 May 25 15:41:31.188979 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 40456) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:41:31.191021 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-36554883-3f3e-4fd8-b4b9-e7222f526052 req-2ea272dd-c278-4e85-99f1-261437ef374e tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] Unset dirty status for tenant:653a7f1e5646453bbf4185618476e365 on resource:network {{(pid=98655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:41:31.193083 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-36554883-3f3e-4fd8-b4b9-e7222f526052 req-2ea272dd-c278-4e85-99f1-261437ef374e tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] 10.222.0.11 "GET /v2.0/networks?id=587d83b6-4668-47ec-b082-d47122580e68 HTTP/1.1" status: 200 len: 812 time: 1.0101624 May 25 15:41:31.259004 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-6b684e08-c5bd-475a-b434-010e88b32991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:31.267194 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.db_base_plugin_common [None req-d98506f7-4306-45f4-9445-a7a14121a495 admin admin] Allocated IP 172.20.0.1 (91f778d4-efe4-4f00-8d64-09660e7b60f7/e1434e2d-9207-4f36-a5e8-fa06210626a6/6fa86e8e-d5d0-4224-b6b3-3de0fb442883) {{(pid=98653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:41:31.275420 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.managers [None req-b6ca3ba2-e916-4e76-acd1-61421ccb7c1a None None] Attempting to bind port b11cc504-bb5d-49bc-a49c-289698977329 on host dv-cinder-791239-3-smb for vnic_type normal with profile {{(pid=98660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:41:31.275853 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.managers [None req-b6ca3ba2-e916-4e76-acd1-61421ccb7c1a None None] Attempting to bind port b11cc504-bb5d-49bc-a49c-289698977329 by drivers openvswitch,hyperv on host dv-cinder-791239-3-smb at level 0 using segments [{'id': 'b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b'}] {{(pid=98660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:41:31.276445 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ca3ba2-e916-4e76-acd1-61421ccb7c1a None None] Attempting to bind port b11cc504-bb5d-49bc-a49c-289698977329 on network d51110de-dc62-4f0f-8f8a-5177828fdd7b {{(pid=98660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:41:31.286064 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ca3ba2-e916-4e76-acd1-61421ccb7c1a None None] Checking agent: {'id': '7e687d8b-f3a5-45d0-a2c9-960fde35dba9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 32, 47), 'started_at': datetime.datetime(2021, 5, 25, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:41:31.287206 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ca3ba2-e916-4e76-acd1-61421ccb7c1a None None] Checking segment: {'id': 'b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:41:31.287622 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron_lib.callbacks.manager [None req-b6ca3ba2-e916-4e76-acd1-61421ccb7c1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:31.288042 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ca3ba2-e916-4e76-acd1-61421ccb7c1a None None] Bound using segment: {'id': 'b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b'} {{(pid=98660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:41:31.288540 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.managers [None req-b6ca3ba2-e916-4e76-acd1-61421ccb7c1a None None] Bound port: b11cc504-bb5d-49bc-a49c-289698977329, host: dv-cinder-791239-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b'}}] {{(pid=98660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:41:31.288916 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron_lib.callbacks.manager [None req-b6ca3ba2-e916-4e76-acd1-61421ccb7c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:31.336293 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-6b684e08-c5bd-475a-b434-010e88b32991 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:41:31.345300 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-6fbba362-ddc3-4866-a388-6f53aaf85bad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:31.351700 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-36554883-3f3e-4fd8-b4b9-e7222f526052 req-1981c088-5d38-4a26-95f8-030eb37891dd tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] 10.222.0.11 "GET /v2.0/quotas/653a7f1e5646453bbf4185618476e365 HTTP/1.1" status: 200 len: 375 time: 0.0454071 May 25 15:41:31.373858 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-6b684e08-c5bd-475a-b434-010e88b32991 admin admin] Usage tracker for resource:security_group_rule and tenant:3ea2e2853b804112b88a64de32bbdf01 is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:41:31.398223 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-6b684e08-c5bd-475a-b434-010e88b32991 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:41:31.433398 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.db [None req-b6ca3ba2-e916-4e76-acd1-61421ccb7c1a None None] For port b11cc504-bb5d-49bc-a49c-289698977329, host dv-cinder-791239-3-smb, cleared binding levels {{(pid=98660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:41:31.442335 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.db [None req-b6ca3ba2-e916-4e76-acd1-61421ccb7c1a None None] For port b11cc504-bb5d-49bc-a49c-289698977329, host dv-cinder-791239-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=b11cc504-bb5d-49bc-a49c-289698977329,segment=NetworkSegment(b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2),segment_id=b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2)] {{(pid=98660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:41:31.444458 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9649c8-9451-4ab6-86dd-de109b021495 None None] Pushing event updated for resources: {'Port': ['ID=b11cc504-bb5d-49bc-a49c-289698977329,revision_number=2']} {{(pid=98660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:31.453317 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9649c8-9451-4ab6-86dd-de109b021495 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:31.453711 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9649c8-9451-4ab6-86dd-de109b021495 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:31.454052 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9649c8-9451-4ab6-86dd-de109b021495 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:31.454433 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9649c8-9451-4ab6-86dd-de109b021495 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:31.454845 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9649c8-9451-4ab6-86dd-de109b021495 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:31.455067 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9649c8-9451-4ab6-86dd-de109b021495 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:31.455550 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9649c8-9451-4ab6-86dd-de109b021495 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:31.455935 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9649c8-9451-4ab6-86dd-de109b021495 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:31.456463 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9649c8-9451-4ab6-86dd-de109b021495 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:31.457047 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9649c8-9451-4ab6-86dd-de109b021495 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:31.463325 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9649c8-9451-4ab6-86dd-de109b021495 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:31.463668 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9649c8-9451-4ab6-86dd-de109b021495 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:31.464829 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9649c8-9451-4ab6-86dd-de109b021495 None None] Tracked resource versions report: May 25 15:41:31.464829 dv-cinder-791239-3-smb neutron-server[98660]: pushed versions: May 25 15:41:31.464829 dv-cinder-791239-3-smb neutron-server[98660]: { 'AddressGroup': {'1.2'}, May 25 15:41:31.464829 dv-cinder-791239-3-smb neutron-server[98660]: 'ConntrackHelper': {'1.0'}, May 25 15:41:31.464829 dv-cinder-791239-3-smb neutron-server[98660]: 'Log': {'1.0'}, May 25 15:41:31.464829 dv-cinder-791239-3-smb neutron-server[98660]: 'Network': {'1.1'}, May 25 15:41:31.464829 dv-cinder-791239-3-smb neutron-server[98660]: 'Port': {'1.7'}, May 25 15:41:31.464829 dv-cinder-791239-3-smb neutron-server[98660]: 'PortForwarding': {'1.2'}, May 25 15:41:31.464829 dv-cinder-791239-3-smb neutron-server[98660]: 'QosPolicy': {'1.8'}, May 25 15:41:31.464829 dv-cinder-791239-3-smb neutron-server[98660]: 'SecurityGroup': {'1.4'}, May 25 15:41:31.464829 dv-cinder-791239-3-smb neutron-server[98660]: 'SecurityGroupRule': {'1.2'}, May 25 15:41:31.464829 dv-cinder-791239-3-smb neutron-server[98660]: 'SubPort': {'1.0'}, May 25 15:41:31.464829 dv-cinder-791239-3-smb neutron-server[98660]: 'Subnet': {'1.1'}, May 25 15:41:31.464829 dv-cinder-791239-3-smb neutron-server[98660]: 'Trunk': {'1.1'}} May 25 15:41:31.464829 dv-cinder-791239-3-smb neutron-server[98660]: consumer versions: May 25 15:41:31.464829 dv-cinder-791239-3-smb neutron-server[98660]: { DHCP agent@dv-cinder-791239-3-smb: {}, May 25 15:41:31.464829 dv-cinder-791239-3-smb neutron-server[98660]: HyperV agent@hv-cinder-79123: {}, May 25 15:41:31.464829 dv-cinder-791239-3-smb neutron-server[98660]: L3 agent@dv-cinder-791239-3-smb: {}, May 25 15:41:31.464829 dv-cinder-791239-3-smb neutron-server[98660]: Metadata agent@dv-cinder-791239-3-smb: {}, May 25 15:41:31.464829 dv-cinder-791239-3-smb neutron-server[98660]: Metering agent@dv-cinder-791239-3-smb: {}, May 25 15:41:31.464829 dv-cinder-791239-3-smb neutron-server[98660]: Open vSwitch agent@dv-cinder-791239-3-smb: { 'AddressGroup': '1.2', May 25 15:41:31.464829 dv-cinder-791239-3-smb neutron-server[98660]: 'ConntrackHelper': '1.0', May 25 15:41:31.464829 dv-cinder-791239-3-smb neutron-server[98660]: 'Log': '1.0', May 25 15:41:31.464829 dv-cinder-791239-3-smb neutron-server[98660]: 'Network': '1.1', May 25 15:41:31.464829 dv-cinder-791239-3-smb neutron-server[98660]: 'Port': '1.7', May 25 15:41:31.464829 dv-cinder-791239-3-smb neutron-server[98660]: 'PortForwarding': '1.2', May 25 15:41:31.464829 dv-cinder-791239-3-smb neutron-server[98660]: 'QosPolicy': '1.8', May 25 15:41:31.464829 dv-cinder-791239-3-smb neutron-server[98660]: 'SecurityGroup': '1.4', May 25 15:41:31.464829 dv-cinder-791239-3-smb neutron-server[98660]: 'SecurityGroupRule': '1.2', May 25 15:41:31.464829 dv-cinder-791239-3-smb neutron-server[98660]: 'SubPort': '1.0', May 25 15:41:31.464829 dv-cinder-791239-3-smb neutron-server[98660]: 'Subnet': '1.1', May 25 15:41:31.464829 dv-cinder-791239-3-smb neutron-server[98660]: 'Trunk': '1.1'}} May 25 15:41:31.464829 dv-cinder-791239-3-smb neutron-server[98660]: {{(pid=98660) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 15:41:31.468798 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron_lib.callbacks.manager [None req-b6ca3ba2-e916-4e76-acd1-61421ccb7c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:31.469794 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG oslo_concurrency.lockutils [None req-4d9649c8-9451-4ab6-86dd-de109b021495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=98660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:31.474098 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:31.560107 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-36554883-3f3e-4fd8-b4b9-e7222f526052 req-99fc6681-d4e1-40bc-aad4-fc69fc757d31 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=653a7f1e5646453bbf4185618476e365&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1674182 May 25 15:41:31.577836 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-6b684e08-c5bd-475a-b434-010e88b32991 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:41:31.591619 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e58f4a1-9898-4b42-9386-868132db23d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5155faed-dde1-44f1-8679-5646aa97cc09,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:31.615904 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-7e58f4a1-9898-4b42-9386-868132db23d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:31.637730 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ca3ba2-e916-4e76-acd1-61421ccb7c1a None None] Routers {'3c6f5408-ac61-4254-917d-d086a6b4bf5f'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:41:31.638394 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-b6ca3ba2-e916-4e76-acd1-61421ccb7c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:41:17Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['3c6f5408-ac61-4254-917d-d086a6b4bf5f'], 'active': True} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:41:31.647177 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-d98506f7-4306-45f4-9445-a7a14121a495 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:31.651657 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.db_base_plugin_common [None req-98959d20-fb21-47ce-8d4c-3eeb56e2b023 admin admin] Allocated IP 172.28.3.148 (d51110de-dc62-4f0f-8f8a-5177828fdd7b/65a5f471-3295-4779-8fb3-11f32d4097e9/964d8914-05fd-4572-b143-dc78876aa6ce) {{(pid=98655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:41:31.672179 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.provisioning_blocks [None req-d98506f7-4306-45f4-9445-a7a14121a495 admin admin] Transition to ACTIVE for port object 6fa86e8e-d5d0-4224-b6b3-3de0fb442883 will not be triggered until provisioned by entity DHCP. {{(pid=98653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:41:31.762269 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-d98506f7-4306-45f4-9445-a7a14121a495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730535669962'] for port, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:31.775529 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:31.927051 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98506f7-4306-45f4-9445-a7a14121a495 admin admin] Pushing event updated for resources: {'Port': ['ID=6fa86e8e-d5d0-4224-b6b3-3de0fb442883,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:31.953590 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-98959d20-fb21-47ce-8d4c-3eeb56e2b023 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:31.983229 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-d98506f7-4306-45f4-9445-a7a14121a495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:31.985786 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98506f7-4306-45f4-9445-a7a14121a495 admin admin] Network 91f778d4-efe4-4f00-8d64-09660e7b60f7 is already hosted by enough agents. {{(pid=98653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:41:31.994664 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-6fbba362-ddc3-4866-a388-6f53aaf85bad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:32.004186 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-98959d20-fb21-47ce-8d4c-3eeb56e2b023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730535669962'] for port, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:32.021888 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvr_db [None req-b6ca3ba2-e916-4e76-acd1-61421ccb7c1a None None] Set router 3c6f5408-ac61-4254-917d-d086a6b4bf5f gateway port host: dv-cinder-791239-3-smb {{(pid=98660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:41:32.023184 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-5ac1c818-01b8-4716-a165-c6bd5fde3bd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:32.069072 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.base_scheduler [None req-d98506f7-4306-45f4-9445-a7a14121a495 admin admin] Resources bound (agent type, host, resource id): {{(pid=98653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:41:32.111336 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98506f7-4306-45f4-9445-a7a14121a495 admin admin] Received port after_create {{(pid=98653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:41:32.111336 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-d98506f7-4306-45f4-9445-a7a14121a495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16426384'] for router_interface, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:32.128621 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98959d20-fb21-47ce-8d4c-3eeb56e2b023 admin admin] Pushing event updated for resources: {'Port': ['ID=964d8914-05fd-4572-b143-dc78876aa6ce,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:32.140022 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-98959d20-fb21-47ce-8d4c-3eeb56e2b023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:32.176265 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98959d20-fb21-47ce-8d4c-3eeb56e2b023 admin admin] Network d51110de-dc62-4f0f-8f8a-5177828fdd7b is already hosted by enough agents. {{(pid=98655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:41:32.194108 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.base_scheduler [None req-98959d20-fb21-47ce-8d4c-3eeb56e2b023 admin admin] Resources bound (agent type, host, resource id): {{(pid=98655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:41:32.197735 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98959d20-fb21-47ce-8d4c-3eeb56e2b023 admin admin] Received port after_create {{(pid=98655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:41:32.364040 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [req-36554883-3f3e-4fd8-b4b9-e7222f526052 req-9f8a2dfa-c8c7-4f8c-98bd-6e085b6efd11 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=98655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 15:41:32.366199 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-36554883-3f3e-4fd8-b4b9-e7222f526052 req-9f8a2dfa-c8c7-4f8c-98bd-6e085b6efd11 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3747122 May 25 15:41:32.567400 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-b0d59d26-8a1f-48fb-a77e-cbe78b60ddd6 None None] Provisioning for port 6fa86e8e-d5d0-4224-b6b3-3de0fb442883 completed by entity DHCP. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:41:32.574658 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-b0d59d26-8a1f-48fb-a77e-cbe78b60ddd6 None None] Provisioning complete for port 6fa86e8e-d5d0-4224-b6b3-3de0fb442883 triggered by entity DHCP. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:41:32.575357 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-b0d59d26-8a1f-48fb-a77e-cbe78b60ddd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:32.655515 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-36554883-3f3e-4fd8-b4b9-e7222f526052 req-95662f6c-f90b-4b0d-b015-819ca2a2d8e6 service neutron] 10.222.0.11 "GET /v2.0/networks/587d83b6-4668-47ec-b082-d47122580e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981788 May 25 15:41:32.664253 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9649c8-9451-4ab6-86dd-de109b021495 None None] Pushing event updated for resources: {'Port': ['ID=b11cc504-bb5d-49bc-a49c-289698977329,revision_number=3']} {{(pid=98660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:32.680755 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG oslo_concurrency.lockutils [None req-4d9649c8-9451-4ab6-86dd-de109b021495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.206s {{(pid=98660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:32.720128 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-6fbba362-ddc3-4866-a388-6f53aaf85bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:32.785105 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-b0d59d26-8a1f-48fb-a77e-cbe78b60ddd6 None None] Port 6fa86e8e-d5d0-4224-b6b3-3de0fb442883 cannot update to ACTIVE because it is not bound. {{(pid=98656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:41:32.786336 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-1cc1f46b-6053-4f54-bd47-2d417ae323eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:32.804105 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-b6ca3ba2-e916-4e76-acd1-61421ccb7c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'name': 'tempest-AttachVolumeTestJSON-1359625331-router', 'tenant_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b11cc504-bb5d-49bc-a49c-289698977329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:41:22Z', 'updated_at': '2021-05-25T15:41:25Z', 'revision_number': 3, 'project_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'gw_port': {'id': 'b11cc504-bb5d-49bc-a49c-289698977329', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:eb:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:24Z', 'updated_at': '2021-05-25T15:41:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb'}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:41:32.807852 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 40508) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:41:32.812749 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ca3ba2-e916-4e76-acd1-61421ccb7c1a None None] The sync data for ids ['3c6f5408-ac61-4254-917d-d086a6b4bf5f'] in dv-cinder-791239-3-smb is: [{'id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'name': 'tempest-AttachVolumeTestJSON-1359625331-router', 'tenant_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b11cc504-bb5d-49bc-a49c-289698977329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:41:22Z', 'updated_at': '2021-05-25T15:41:25Z', 'revision_number': 3, 'project_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'gw_port': {'id': 'b11cc504-bb5d-49bc-a49c-289698977329', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:eb:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:24Z', 'updated_at': '2021-05-25T15:41:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb'}] {{(pid=98660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:41:32.830638 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbba362-ddc3-4866-a388-6f53aaf85bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5155faed-dde1-44f1-8679-5646aa97cc09,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:32.847737 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-6fbba362-ddc3-4866-a388-6f53aaf85bad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:32.960405 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-6fbba362-ddc3-4866-a388-6f53aaf85bad admin admin] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:32.961596 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-6fbba362-ddc3-4866-a388-6f53aaf85bad admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5155faed-dde1-44f1-8679-5646aa97cc09 HTTP/1.1" status: 204 len: 168 time: 1.7705276 May 25 15:41:32.997550 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-d98506f7-4306-45f4-9445-a7a14121a495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:33.138093 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-35095fb1-15af-46ed-b1c0-d0451044efed admin admin] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:33.173726 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-6b684e08-c5bd-475a-b434-010e88b32991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:33.196652 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-35095fb1-15af-46ed-b1c0-d0451044efed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:41:33.220978 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-6b684e08-c5bd-475a-b434-010e88b32991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:33.222160 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-35095fb1-15af-46ed-b1c0-d0451044efed admin admin] Usage tracker for resource:security_group_rule and tenant:96177b530dd84d6fab3e5d2742dd2395 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:41:33.253247 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-35095fb1-15af-46ed-b1c0-d0451044efed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:41:33.258385 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:33.298028 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-36554883-3f3e-4fd8-b4b9-e7222f526052 req-8f211ef4-d031-4576-a910-0370b7e88173 service neutron] 10.222.0.11 "GET /v2.0/networks/587d83b6-4668-47ec-b082-d47122580e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6284266 May 25 15:41:33.602273 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b684e08-c5bd-475a-b434-010e88b32991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f277d99e-89ad-47c2-a5cd-81aeb68e79f3,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:33.624386 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-6b684e08-c5bd-475a-b434-010e88b32991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:33.628221 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-6b684e08-c5bd-475a-b434-010e88b32991 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3ea2e2853b804112b88a64de32bbdf01&name=default HTTP/1.1" status: 200 len: 2975 time: 2.8492272 May 25 15:41:33.676327 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 40528) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:41:33.751377 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 40538) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:41:33.761234 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-35095fb1-15af-46ed-b1c0-d0451044efed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:41:34.059002 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-d98506f7-4306-45f4-9445-a7a14121a495 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:34.077894 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-d98506f7-4306-45f4-9445-a7a14121a495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:34.098028 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4789497a-fab1-447e-834c-583724642a52 req-674d2bba-0467-49df-9795-49419a6375ba tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] 10.222.0.11 "GET /v2.0/ports?device_id=97e08778-4890-4eaa-8f9c-7120c12ab045 HTTP/1.1" status: 200 len: 210 time: 0.3452399 May 25 15:41:34.136968 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-98959d20-fb21-47ce-8d4c-3eeb56e2b023 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:34.173099 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-35095fb1-15af-46ed-b1c0-d0451044efed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:34.179592 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-d98506f7-4306-45f4-9445-a7a14121a495 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16426301'] for router_interface, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:34.194177 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:34.366061 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-35095fb1-15af-46ed-b1c0-d0451044efed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:34.434651 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-208923e1-92df-4a0f-9fdc-1ce241265512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:34.565994 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98506f7-4306-45f4-9445-a7a14121a495 admin admin] Pushing event updated for resources: {'Port': ['ID=6fa86e8e-d5d0-4224-b6b3-3de0fb442883,revision_number=2']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:34.588037 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-35095fb1-15af-46ed-b1c0-d0451044efed admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=96177b530dd84d6fab3e5d2742dd2395&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7743964 May 25 15:41:34.588037 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-d98506f7-4306-45f4-9445-a7a14121a495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:34.589224 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:34.595386 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 40580) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:41:34.663021 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35095fb1-15af-46ed-b1c0-d0451044efed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5085af0-0fa8-4d76-91f4-2bf627e0d415,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:34.708901 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-35095fb1-15af-46ed-b1c0-d0451044efed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:34.713842 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-208923e1-92df-4a0f-9fdc-1ce241265512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:34.788247 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98506f7-4306-45f4-9445-a7a14121a495 admin admin] Network 91f778d4-efe4-4f00-8d64-09660e7b60f7 is already hosted by enough agents. {{(pid=98653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:41:34.791500 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.base_scheduler [None req-d98506f7-4306-45f4-9445-a7a14121a495 admin admin] Resources bound (agent type, host, resource id): {{(pid=98653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:41:34.798633 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-9a0d5e18-4142-4e54-a3f2-435a9668594c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:34.835320 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-9a0d5e18-4142-4e54-a3f2-435a9668594c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:35.044224 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-208923e1-92df-4a0f-9fdc-1ce241265512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:35.046021 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-98959d20-fb21-47ce-8d4c-3eeb56e2b023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16421713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423649'] for router, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:35.211783 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device b11cc504-bb5d-49bc-a49c-289698977329 up at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:41:35.254113 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-6b684e08-c5bd-475a-b434-010e88b32991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:35.332583 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208923e1-92df-4a0f-9fdc-1ce241265512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f277d99e-89ad-47c2-a5cd-81aeb68e79f3,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:35.338037 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-68f4c9f3-9c02-4299-b0f3-e532585a48c0 None None] Provisioning complete for port 6fa86e8e-d5d0-4224-b6b3-3de0fb442883 triggered by entity DHCP. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:41:35.338483 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-68f4c9f3-9c02-4299-b0f3-e532585a48c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:35.346962 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-208923e1-92df-4a0f-9fdc-1ce241265512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:35.362935 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-fdd224f1-40d2-4723-bc08-ca9d3546ce0c req-282bac9c-a896-4b9b-8f46-2e9fe6f7db82 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] 10.222.0.11 "GET /v2.0/ports?device_id=97e08778-4890-4eaa-8f9c-7120c12ab045 HTTP/1.1" status: 200 len: 210 time: 0.1123223 May 25 15:41:35.432832 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d98506f7-4306-45f4-9445-a7a14121a495 admin admin] Router 3c6f5408-ac61-4254-917d-d086a6b4bf5f has already been hosted by L3 agent f8a1ad16-ec6f-48c0-91e7-34790a8304cd {{(pid=98653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:41:35.433998 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-9a0d5e18-4142-4e54-a3f2-435a9668594c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:35.466069 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-6984d4f0-49a0-4afe-983a-3808ee8fb6b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:35.488674 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-208923e1-92df-4a0f-9fdc-1ce241265512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:35.490770 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-208923e1-92df-4a0f-9fdc-1ce241265512 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f277d99e-89ad-47c2-a5cd-81aeb68e79f3 HTTP/1.1" status: 204 len: 168 time: 1.8099067 May 25 15:41:35.528718 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d5e18-4142-4e54-a3f2-435a9668594c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5085af0-0fa8-4d76-91f4-2bf627e0d415,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:35.539006 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-9a0d5e18-4142-4e54-a3f2-435a9668594c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:35.579555 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-68f4c9f3-9c02-4299-b0f3-e532585a48c0 None None] Port 6fa86e8e-d5d0-4224-b6b3-3de0fb442883 cannot update to ACTIVE because it is not bound. {{(pid=98656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:41:35.616915 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98959d20-fb21-47ce-8d4c-3eeb56e2b023 admin admin] Router 59ab1bdb-f47e-4abe-8c43-7883db4c1ec7 is scheduled to L3 agent f8a1ad16-ec6f-48c0-91e7-34790a8304cd with binding_index 1 {{(pid=98655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 15:41:35.679415 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning for port b11cc504-bb5d-49bc-a49c-289698977329 completed by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:41:35.709031 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning complete for port b11cc504-bb5d-49bc-a49c-289698977329 triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:41:35.711729 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:35.796250 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-9a0d5e18-4142-4e54-a3f2-435a9668594c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:35.797869 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-9a0d5e18-4142-4e54-a3f2-435a9668594c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f5085af0-0fa8-4d76-91f4-2bf627e0d415 HTTP/1.1" status: 204 len: 168 time: 1.1926115 May 25 15:41:36.120275 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d98506f7-4306-45f4-9445-a7a14121a495 admin admin] Notify agent at l3_agent.dv-cinder-791239-3-smb the message routers_updated {{(pid=98653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:41:36.143891 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eead45f8-85bc-46a1-996a-224a9d1ffdd8 None None] Sync routers for ids ['3c6f5408-ac61-4254-917d-d086a6b4bf5f'] in dv-cinder-791239-3-smb {{(pid=98656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:41:36.152382 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-d98506f7-4306-45f4-9445-a7a14121a495 admin admin] 10.222.0.11 "PUT /v2.0/routers/3c6f5408-ac61-4254-917d-d086a6b4bf5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9805124 May 25 15:41:36.182079 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eead45f8-85bc-46a1-996a-224a9d1ffdd8 None None] Routers {'3c6f5408-ac61-4254-917d-d086a6b4bf5f'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:41:36.182722 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-eead45f8-85bc-46a1-996a-224a9d1ffdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:41:17Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['3c6f5408-ac61-4254-917d-d086a6b4bf5f'], 'active': True} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:41:36.363780 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:36.428321 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] For port b11cc504-bb5d-49bc-a49c-289698977329, host dv-cinder-791239-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=b11cc504-bb5d-49bc-a49c-289698977329,segment=NetworkSegment(b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2),segment_id=b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:41:36.429113 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98959d20-fb21-47ce-8d4c-3eeb56e2b023 admin admin] Notify agent at l3_agent.dv-cinder-791239-3-smb the message routers_updated {{(pid=98655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:41:36.454775 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:36.461363 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a05b635-b481-49d6-9b8e-7d3decc5b643 None None] Sync routers for ids ['59ab1bdb-f47e-4abe-8c43-7883db4c1ec7'] in dv-cinder-791239-3-smb {{(pid=98660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:41:36.479111 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-f75b7e34-cbed-4080-849b-3d4f06ff68ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:36.514266 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a05b635-b481-49d6-9b8e-7d3decc5b643 None None] Routers {'59ab1bdb-f47e-4abe-8c43-7883db4c1ec7'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:41:36.518385 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-4a05b635-b481-49d6-9b8e-7d3decc5b643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:41:17Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['59ab1bdb-f47e-4abe-8c43-7883db4c1ec7'], 'active': True} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:41:36.580674 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-98959d20-fb21-47ce-8d4c-3eeb56e2b023 admin admin] Notify callbacks [] for router, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:36.589870 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 40660) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:41:36.590813 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-98959d20-fb21-47ce-8d4c-3eeb56e2b023 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.5631099 May 25 15:41:36.801426 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-5c2e75a1-87e6-410a-9ef3-e724febe6953 req-18a33eb8-de87-4238-8a8e-c237625435dd tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] 10.222.0.11 "GET /v2.0/ports?device_id=97e08778-4890-4eaa-8f9c-7120c12ab045 HTTP/1.1" status: 200 len: 210 time: 0.1051211 May 25 15:41:37.052634 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Pushing event updated for resources: {'Port': ['ID=b11cc504-bb5d-49bc-a49c-289698977329,revision_number=4']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:37.062058 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:37.082041 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvr_db [None req-4a05b635-b481-49d6-9b8e-7d3decc5b643 None None] Set router 59ab1bdb-f47e-4abe-8c43-7883db4c1ec7 gateway port host: dv-cinder-791239-3-smb {{(pid=98660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:41:37.137508 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvr_db [None req-eead45f8-85bc-46a1-996a-224a9d1ffdd8 None None] Set router 3c6f5408-ac61-4254-917d-d086a6b4bf5f gateway port host: dv-cinder-791239-3-smb {{(pid=98656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:41:37.789532 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.62', 53303) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:41:37.835057 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-4a05b635-b481-49d6-9b8e-7d3decc5b643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ab1bdb-f47e-4abe-8c43-7883db4c1ec7', 'name': 'tempest-ServerRescueNegativeTestJSON-1358759215-router', 'tenant_id': '4c2510090ada4fe295deec64f74c04e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.148'}], 'enable_snat': True}, 'gw_port_id': '964d8914-05fd-4572-b143-dc78876aa6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:41:28Z', 'updated_at': '2021-05-25T15:41:32Z', 'revision_number': 3, 'project_id': '4c2510090ada4fe295deec64f74c04e7', 'gw_port': {'id': '964d8914-05fd-4572-b143-dc78876aa6ce', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f3:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ab1bdb-f47e-4abe-8c43-7883db4c1ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:30Z', 'updated_at': '2021-05-25T15:41:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb'}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:41:37.862803 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a05b635-b481-49d6-9b8e-7d3decc5b643 None None] Checking router: 59ab1bdb-f47e-4abe-8c43-7883db4c1ec7 for host: dv-cinder-791239-3-smb {{(pid=98660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:41:37.863189 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a05b635-b481-49d6-9b8e-7d3decc5b643 None None] Updating router 59ab1bdb-f47e-4abe-8c43-7883db4c1ec7 port 964d8914-05fd-4572-b143-dc78876aa6ce binding host dv-cinder-791239-3-smb {{(pid=98660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:41:37.960062 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-eead45f8-85bc-46a1-996a-224a9d1ffdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'name': 'tempest-AttachVolumeTestJSON-1359625331-router', 'tenant_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b11cc504-bb5d-49bc-a49c-289698977329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:41:22Z', 'updated_at': '2021-05-25T15:41:32Z', 'revision_number': 4, 'project_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'gw_port': {'id': 'b11cc504-bb5d-49bc-a49c-289698977329', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:eb:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:24Z', 'updated_at': '2021-05-25T15:41:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_interfaces': [{'id': '6fa86e8e-d5d0-4224-b6b3-3de0fb442883', 'name': '', 'network_id': '91f778d4-efe4-4f00-8d64-09660e7b60f7', 'tenant_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'mac_address': 'fa:16:3e:25:1d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e1434e2d-9207-4f36-a5e8-fa06210626a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:30Z', 'updated_at': '2021-05-25T15:41:33Z', 'revision_number': 2, 'project_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'subnets': [{'id': 'e1434e2d-9207-4f36-a5e8-fa06210626a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:41:38.001464 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eead45f8-85bc-46a1-996a-224a9d1ffdd8 None None] Checking router: 3c6f5408-ac61-4254-917d-d086a6b4bf5f for host: dv-cinder-791239-3-smb {{(pid=98656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:41:38.001826 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eead45f8-85bc-46a1-996a-224a9d1ffdd8 None None] Updating router 3c6f5408-ac61-4254-917d-d086a6b4bf5f port 6fa86e8e-d5d0-4224-b6b3-3de0fb442883 binding host dv-cinder-791239-3-smb {{(pid=98656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:41:38.123240 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron_lib.callbacks.manager [None req-4a05b635-b481-49d6-9b8e-7d3decc5b643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:38.193308 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 40716) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:41:38.233726 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [None req-69b9c82b-a706-47da-ad68-00c30708f856 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1762374010', 'description': 'tempest-description--1907329032'}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:41:38.236278 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-eead45f8-85bc-46a1-996a-224a9d1ffdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:38.262241 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-69b9c82b-a706-47da-ad68-00c30708f856 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:41:38.293965 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-69b9c82b-a706-47da-ad68-00c30708f856 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Usage tracker for resource:security_group and tenant:ef29f0583dbd4d57978afb4a9dcb4a9d is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:41:38.328095 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-69b9c82b-a706-47da-ad68-00c30708f856 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:41:38.394141 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-69b9c82b-a706-47da-ad68-00c30708f856 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:41:38.532906 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-69b9c82b-a706-47da-ad68-00c30708f856 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:38.572599 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36554883-3f3e-4fd8-b4b9-e7222f526052 req-864bc362-112b-40bb-bbee-0d2399b40ccd tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:38.585614 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-36554883-3f3e-4fd8-b4b9-e7222f526052 req-864bc362-112b-40bb-bbee-0d2399b40ccd tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] 10.222.0.62 "GET /v2.0/networks?id=587d83b6-4668-47ec-b082-d47122580e68 HTTP/1.1" status: 200 len: 812 time: 0.7724373 May 25 15:41:38.617220 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-69b9c82b-a706-47da-ad68-00c30708f856 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:41:38.633333 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-69b9c82b-a706-47da-ad68-00c30708f856 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Usage tracker for resource:security_group_rule and tenant:ef29f0583dbd4d57978afb4a9dcb4a9d is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:41:38.639944 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-69b9c82b-a706-47da-ad68-00c30708f856 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:41:38.644769 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e776e095-8268-4f0b-8f7f-c446024e069b req-a95d8d19-cf88-4a80-89e0-5c2af404a63f tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] 10.222.0.11 "GET /v2.0/ports?device_id=97e08778-4890-4eaa-8f9c-7120c12ab045 HTTP/1.1" status: 200 len: 210 time: 0.4145687 May 25 15:41:38.652822 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-69b9c82b-a706-47da-ad68-00c30708f856 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:41:38.671653 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [req-36554883-3f3e-4fd8-b4b9-e7222f526052 req-fcebaf07-1902-4bc7-b953-c3ebd7f91c95 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] Request body: {'port': {'device_id': '97e08778-4890-4eaa-8f9c-7120c12ab045', 'network_id': '587d83b6-4668-47ec-b082-d47122580e68', 'admin_state_up': True, 'tenant_id': '653a7f1e5646453bbf4185618476e365'}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:41:38.749372 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-efef53f4-6c71-4250-b467-f028e7ffcbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:39.021596 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [req-36554883-3f3e-4fd8-b4b9-e7222f526052 req-fcebaf07-1902-4bc7-b953-c3ebd7f91c95 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:41:39.027282 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-36554883-3f3e-4fd8-b4b9-e7222f526052 req-fcebaf07-1902-4bc7-b953-c3ebd7f91c95 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] Usage tracker for resource:port and tenant:653a7f1e5646453bbf4185618476e365 is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:41:39.031449 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-36554883-3f3e-4fd8-b4b9-e7222f526052 req-fcebaf07-1902-4bc7-b953-c3ebd7f91c95 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:41:39.039062 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [req-36554883-3f3e-4fd8-b4b9-e7222f526052 req-fcebaf07-1902-4bc7-b953-c3ebd7f91c95 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:41:39.050344 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-69b9c82b-a706-47da-ad68-00c30708f856 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:39.063043 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-69b9c82b-a706-47da-ad68-00c30708f856 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:39.070978 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36554883-3f3e-4fd8-b4b9-e7222f526052 req-fcebaf07-1902-4bc7-b953-c3ebd7f91c95 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] Made reservation on behalf of 653a7f1e5646453bbf4185618476e365 for: {'port': 1} {{(pid=98655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:41:39.076478 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-36554883-3f3e-4fd8-b4b9-e7222f526052 req-fcebaf07-1902-4bc7-b953-c3ebd7f91c95 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:39.079056 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-9a0d5e18-4142-4e54-a3f2-435a9668594c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:39.177487 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b9c82b-a706-47da-ad68-00c30708f856 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d5e15d-8c08-4fba-97a1-bb7f546ffa3a,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:39.186705 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-69b9c82b-a706-47da-ad68-00c30708f856 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:39.209237 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron_lib.callbacks.manager [None req-4a05b635-b481-49d6-9b8e-7d3decc5b643 None None] Notify callbacks [] for port, precommit_update {{(pid=98660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:39.252645 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.provisioning_blocks [None req-4a05b635-b481-49d6-9b8e-7d3decc5b643 None None] Transition to ACTIVE for port object 964d8914-05fd-4572-b143-dc78876aa6ce will not be triggered until provisioned by entity L2. {{(pid=98660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:41:39.268671 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron_lib.callbacks.manager [None req-4a05b635-b481-49d6-9b8e-7d3decc5b643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:39.284990 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG oslo_concurrency.lockutils [None req-4d9649c8-9451-4ab6-86dd-de109b021495 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=98660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:39.307672 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-69b9c82b-a706-47da-ad68-00c30708f856 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:39.317265 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-69b9c82b-a706-47da-ad68-00c30708f856 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.0965681 May 25 15:41:39.319251 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 40774) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:41:39.340763 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [None req-5d44381f-9a84-4a28-9df0-47e58d5afab4 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Request body: {'security_group_rule': {'security_group_id': 'b7d5e15d-8c08-4fba-97a1-bb7f546ffa3a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:41:39.360564 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-5d44381f-9a84-4a28-9df0-47e58d5afab4 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:41:39.365893 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-5d44381f-9a84-4a28-9df0-47e58d5afab4 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Usage tracker for resource:security_group_rule and tenant:ef29f0583dbd4d57978afb4a9dcb4a9d is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:41:39.370288 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-5d44381f-9a84-4a28-9df0-47e58d5afab4 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:41:39.379189 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-5d44381f-9a84-4a28-9df0-47e58d5afab4 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:41:39.383499 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-eead45f8-85bc-46a1-996a-224a9d1ffdd8 None None] Notify callbacks [] for port, precommit_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:39.389947 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.db_base_plugin_common [None req-efef53f4-6c71-4250-b467-f028e7ffcbab admin admin] Allocated IP 172.20.0.1 (903b1638-4303-4bd6-85d0-46b06b3b03e2/86a02047-08fe-4706-bc57-8e2d90eb8132/340afb70-a0a0-472c-b293-0c394a67a807) {{(pid=98653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:41:39.415064 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-eead45f8-85bc-46a1-996a-224a9d1ffdd8 None None] Transition to ACTIVE for port object 6fa86e8e-d5d0-4224-b6b3-3de0fb442883 will not be triggered until provisioned by entity L2. {{(pid=98656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:41:39.415960 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-5d44381f-9a84-4a28-9df0-47e58d5afab4 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:39.435099 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device b11cc504-bb5d-49bc-a49c-289698977329 up at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:41:39.498487 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.managers [None req-4a05b635-b481-49d6-9b8e-7d3decc5b643 None None] Attempting to bind port 964d8914-05fd-4572-b143-dc78876aa6ce on host dv-cinder-791239-3-smb for vnic_type normal with profile {{(pid=98660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:41:39.500832 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.managers [None req-4a05b635-b481-49d6-9b8e-7d3decc5b643 None None] Attempting to bind port 964d8914-05fd-4572-b143-dc78876aa6ce by drivers openvswitch,hyperv on host dv-cinder-791239-3-smb at level 0 using segments [{'id': 'b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b'}] {{(pid=98660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:41:39.501366 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a05b635-b481-49d6-9b8e-7d3decc5b643 None None] Attempting to bind port 964d8914-05fd-4572-b143-dc78876aa6ce on network d51110de-dc62-4f0f-8f8a-5177828fdd7b {{(pid=98660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:41:39.521063 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a05b635-b481-49d6-9b8e-7d3decc5b643 None None] Checking agent: {'id': '7e687d8b-f3a5-45d0-a2c9-960fde35dba9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 32, 47), 'started_at': datetime.datetime(2021, 5, 25, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:41:39.521511 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a05b635-b481-49d6-9b8e-7d3decc5b643 None None] Checking segment: {'id': 'b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:41:39.521846 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron_lib.callbacks.manager [None req-4a05b635-b481-49d6-9b8e-7d3decc5b643 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:39.522240 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a05b635-b481-49d6-9b8e-7d3decc5b643 None None] Bound using segment: {'id': 'b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b'} {{(pid=98660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:41:39.522823 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.managers [None req-4a05b635-b481-49d6-9b8e-7d3decc5b643 None None] Bound port: 964d8914-05fd-4572-b143-dc78876aa6ce, host: dv-cinder-791239-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b'}}] {{(pid=98660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:41:39.523314 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron_lib.callbacks.manager [None req-4a05b635-b481-49d6-9b8e-7d3decc5b643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:39.602201 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-eead45f8-85bc-46a1-996a-224a9d1ffdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:39.604562 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.db_base_plugin_common [req-36554883-3f3e-4fd8-b4b9-e7222f526052 req-fcebaf07-1902-4bc7-b953-c3ebd7f91c95 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] Allocated IP 172.20.0.5 (587d83b6-4668-47ec-b082-d47122580e68/9b1b04e2-a008-4cc2-8c87-dad179d2c65e/7d7f49ba-6d7e-476b-b781-05d9d50918fe) {{(pid=98655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:41:39.635820 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:39.772257 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.db [None req-4a05b635-b481-49d6-9b8e-7d3decc5b643 None None] For port 964d8914-05fd-4572-b143-dc78876aa6ce, host dv-cinder-791239-3-smb, cleared binding levels {{(pid=98660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:41:39.783434 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.db [None req-4a05b635-b481-49d6-9b8e-7d3decc5b643 None None] For port 964d8914-05fd-4572-b143-dc78876aa6ce, host dv-cinder-791239-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=964d8914-05fd-4572-b143-dc78876aa6ce,segment=NetworkSegment(b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2),segment_id=b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2)] {{(pid=98660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:41:39.821063 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron_lib.callbacks.manager [None req-4a05b635-b481-49d6-9b8e-7d3decc5b643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:39.853234 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb94526e-fd87-474a-9b0d-afb982f560e9 None None] Pushing event updated for resources: {'Port': ['ID=964d8914-05fd-4572-b143-dc78876aa6ce,revision_number=2']} {{(pid=98660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:39.871634 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG oslo_concurrency.lockutils [None req-eb94526e-fd87-474a-9b0d-afb982f560e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=98660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:39.872038 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:39.938855 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-5d44381f-9a84-4a28-9df0-47e58d5afab4 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:39.966159 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf8e0a-cd09-4660-afc4-66c254740108 None None] Pushing event updated for resources: {'Port': ['ID=6fa86e8e-d5d0-4224-b6b3-3de0fb442883,revision_number=3']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:39.975651 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-f9bf8e0a-cd09-4660-afc4-66c254740108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:40.030663 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-5d44381f-9a84-4a28-9df0-47e58d5afab4 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304489'] for security_group_rule, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:40.075603 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:40.238319 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d44381f-9a84-4a28-9df0-47e58d5afab4 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6ee9e6d-1aeb-4bd1-ba41-6129aed9fe95,revision_number=0']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:40.244845 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb94526e-fd87-474a-9b0d-afb982f560e9 None None] Pushing event updated for resources: {'Port': ['ID=964d8914-05fd-4572-b143-dc78876aa6ce,revision_number=3']} {{(pid=98660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:40.263592 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-efef53f4-6c71-4250-b467-f028e7ffcbab admin admin] Notify callbacks [] for port, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:40.267967 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning complete for port b11cc504-bb5d-49bc-a49c-289698977329 triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:41:40.271832 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG oslo_concurrency.lockutils [None req-eb94526e-fd87-474a-9b0d-afb982f560e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=98660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:40.272009 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:40.281787 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-5d44381f-9a84-4a28-9df0-47e58d5afab4 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:40.321857 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-5d44381f-9a84-4a28-9df0-47e58d5afab4 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:40.329227 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-5d44381f-9a84-4a28-9df0-47e58d5afab4 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0044620 May 25 15:41:40.335475 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 40814) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:41:40.355917 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [None req-f701dad4-6d0f-45c3-a57a-c52cd1607e13 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Request body: {'security_group_rule': {'security_group_id': 'b7d5e15d-8c08-4fba-97a1-bb7f546ffa3a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:41:40.378894 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a05b635-b481-49d6-9b8e-7d3decc5b643 None None] Routers {'59ab1bdb-f47e-4abe-8c43-7883db4c1ec7'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:41:40.380037 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-4a05b635-b481-49d6-9b8e-7d3decc5b643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:41:17Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['59ab1bdb-f47e-4abe-8c43-7883db4c1ec7'], 'active': True} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:41:40.385394 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-f701dad4-6d0f-45c3-a57a-c52cd1607e13 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:41:40.406912 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-f701dad4-6d0f-45c3-a57a-c52cd1607e13 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Usage tracker for resource:security_group_rule and tenant:ef29f0583dbd4d57978afb4a9dcb4a9d is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:41:40.420678 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-f701dad4-6d0f-45c3-a57a-c52cd1607e13 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:41:40.442307 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-f701dad4-6d0f-45c3-a57a-c52cd1607e13 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:41:40.503521 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-efef53f4-6c71-4250-b467-f028e7ffcbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730535669962'] for port, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:40.506622 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-f701dad4-6d0f-45c3-a57a-c52cd1607e13 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:40.524229 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.managers [None req-eead45f8-85bc-46a1-996a-224a9d1ffdd8 None None] Attempting to bind port 6fa86e8e-d5d0-4224-b6b3-3de0fb442883 on host dv-cinder-791239-3-smb for vnic_type normal with profile {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:41:40.524946 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.managers [None req-eead45f8-85bc-46a1-996a-224a9d1ffdd8 None None] Attempting to bind port 6fa86e8e-d5d0-4224-b6b3-3de0fb442883 by drivers openvswitch,hyperv on host dv-cinder-791239-3-smb at level 0 using segments [{'id': '0c510c8f-714a-4fb1-927d-1e8254cb6993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '91f778d4-efe4-4f00-8d64-09660e7b60f7'}] {{(pid=98656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:41:40.525105 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eead45f8-85bc-46a1-996a-224a9d1ffdd8 None None] Attempting to bind port 6fa86e8e-d5d0-4224-b6b3-3de0fb442883 on network 91f778d4-efe4-4f00-8d64-09660e7b60f7 {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:41:40.579043 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-d98506f7-4306-45f4-9445-a7a14121a495 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:40.598472 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eead45f8-85bc-46a1-996a-224a9d1ffdd8 None None] Checking agent: {'id': '7e687d8b-f3a5-45d0-a2c9-960fde35dba9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 32, 47), 'started_at': datetime.datetime(2021, 5, 25, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:41:40.598472 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eead45f8-85bc-46a1-996a-224a9d1ffdd8 None None] Checking segment: {'id': '0c510c8f-714a-4fb1-927d-1e8254cb6993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '91f778d4-efe4-4f00-8d64-09660e7b60f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:41:40.598472 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-eead45f8-85bc-46a1-996a-224a9d1ffdd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:40.598472 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eead45f8-85bc-46a1-996a-224a9d1ffdd8 None None] Bound using segment: {'id': '0c510c8f-714a-4fb1-927d-1e8254cb6993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '91f778d4-efe4-4f00-8d64-09660e7b60f7'} {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:41:40.598472 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.managers [None req-eead45f8-85bc-46a1-996a-224a9d1ffdd8 None None] Bound port: 6fa86e8e-d5d0-4224-b6b3-3de0fb442883, host: dv-cinder-791239-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c510c8f-714a-4fb1-927d-1e8254cb6993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '91f778d4-efe4-4f00-8d64-09660e7b60f7'}}] {{(pid=98656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:41:40.598472 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-eead45f8-85bc-46a1-996a-224a9d1ffdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:40.957964 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efef53f4-6c71-4250-b467-f028e7ffcbab admin admin] Network 903b1638-4303-4bd6-85d0-46b06b3b03e2 is already hosted by enough agents. {{(pid=98653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:41:40.970147 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.base_scheduler [None req-efef53f4-6c71-4250-b467-f028e7ffcbab admin admin] Resources bound (agent type, host, resource id): {{(pid=98653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:41:41.007462 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-5a1b7c0f-456a-435c-a0ab-8934c36e22ec req-b955b64a-eea4-48e3-8d62-4776244c179e tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] 10.222.0.11 "GET /v2.0/ports?device_id=97e08778-4890-4eaa-8f9c-7120c12ab045 HTTP/1.1" status: 200 len: 210 time: 0.7146847 May 25 15:41:41.026936 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efef53f4-6c71-4250-b467-f028e7ffcbab admin admin] Received port after_create {{(pid=98653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:41:41.027421 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-efef53f4-6c71-4250-b467-f028e7ffcbab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16426384'] for router_interface, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:41.027951 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-36554883-3f3e-4fd8-b4b9-e7222f526052 req-fcebaf07-1902-4bc7-b953-c3ebd7f91c95 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] Notify callbacks [] for port, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:41.086242 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef53f4-6c71-4250-b467-f028e7ffcbab admin admin] Pushing event updated for resources: {'Port': ['ID=340afb70-a0a0-472c-b293-0c394a67a807,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:41.095519 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-eead45f8-85bc-46a1-996a-224a9d1ffdd8 None None] For port 6fa86e8e-d5d0-4224-b6b3-3de0fb442883, host dv-cinder-791239-3-smb, cleared binding levels {{(pid=98656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:41:41.102717 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-efef53f4-6c71-4250-b467-f028e7ffcbab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:41.112175 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-eead45f8-85bc-46a1-996a-224a9d1ffdd8 None None] For port 6fa86e8e-d5d0-4224-b6b3-3de0fb442883, host dv-cinder-791239-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=6fa86e8e-d5d0-4224-b6b3-3de0fb442883,segment=NetworkSegment(0c510c8f-714a-4fb1-927d-1e8254cb6993),segment_id=0c510c8f-714a-4fb1-927d-1e8254cb6993)] {{(pid=98656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:41:41.118170 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-36554883-3f3e-4fd8-b4b9-e7222f526052 req-fcebaf07-1902-4bc7-b953-c3ebd7f91c95 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730535669962'] for port, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:41.121904 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-eead45f8-85bc-46a1-996a-224a9d1ffdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:41.126740 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-3c579d7e-1c39-4d0a-984d-a0a36175ef06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:41.139994 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-522f483d-ae6f-4113-a898-c66cfd223eeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:41.181922 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-f701dad4-6d0f-45c3-a57a-c52cd1607e13 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:41.202124 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-f701dad4-6d0f-45c3-a57a-c52cd1607e13 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304489'] for security_group_rule, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:41.216892 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvr_db [None req-4a05b635-b481-49d6-9b8e-7d3decc5b643 None None] Set router 59ab1bdb-f47e-4abe-8c43-7883db4c1ec7 gateway port host: dv-cinder-791239-3-smb {{(pid=98660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:41:41.227196 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:41.290653 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f701dad4-6d0f-45c3-a57a-c52cd1607e13 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b0dde02-667d-4ec3-a181-c59dc73789e0,revision_number=0']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:41.305798 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-f701dad4-6d0f-45c3-a57a-c52cd1607e13 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:41.351773 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf8e0a-cd09-4660-afc4-66c254740108 None None] Pushing event updated for resources: {'Port': ['ID=6fa86e8e-d5d0-4224-b6b3-3de0fb442883,revision_number=4']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:41.357156 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-f9bf8e0a-cd09-4660-afc4-66c254740108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:41.364445 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-f701dad4-6d0f-45c3-a57a-c52cd1607e13 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:41.366395 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-f701dad4-6d0f-45c3-a57a-c52cd1607e13 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0285528 May 25 15:41:41.370166 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 40834) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:41:41.395000 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [None req-f9b0d108-c123-4f96-870f-e29ff647a639 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Request body: {'floatingip': {'floating_network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b'}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:41:41.406576 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eead45f8-85bc-46a1-996a-224a9d1ffdd8 None None] Routers {'3c6f5408-ac61-4254-917d-d086a6b4bf5f'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:41:41.407911 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-eead45f8-85bc-46a1-996a-224a9d1ffdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:41:17Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['3c6f5408-ac61-4254-917d-d086a6b4bf5f'], 'active': True} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:41:41.428190 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-f9b0d108-c123-4f96-870f-e29ff647a639 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:41:41.436079 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-f9b0d108-c123-4f96-870f-e29ff647a639 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Usage tracker for resource:floatingip and tenant:ef29f0583dbd4d57978afb4a9dcb4a9d is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:41:41.439926 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcebaf07-1902-4bc7-b953-c3ebd7f91c95 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] Pushing event updated for resources: {'Port': ['ID=7d7f49ba-6d7e-476b-b781-05d9d50918fe,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:41.449556 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-f9b0d108-c123-4f96-870f-e29ff647a639 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:41:41.452665 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-fcebaf07-1902-4bc7-b953-c3ebd7f91c95 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:41.469150 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-f9b0d108-c123-4f96-870f-e29ff647a639 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:41:41.483790 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36554883-3f3e-4fd8-b4b9-e7222f526052 req-fcebaf07-1902-4bc7-b953-c3ebd7f91c95 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] Network 587d83b6-4668-47ec-b082-d47122580e68 is already hosted by enough agents. {{(pid=98655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:41:41.485336 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.base_scheduler [req-36554883-3f3e-4fd8-b4b9-e7222f526052 req-fcebaf07-1902-4bc7-b953-c3ebd7f91c95 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] Resources bound (agent type, host, resource id): {{(pid=98655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:41:41.494720 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.l3_dvrscheduler_db [req-36554883-3f3e-4fd8-b4b9-e7222f526052 req-fcebaf07-1902-4bc7-b953-c3ebd7f91c95 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] Received port after_create {{(pid=98655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:41:41.514908 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36554883-3f3e-4fd8-b4b9-e7222f526052 req-fcebaf07-1902-4bc7-b953-c3ebd7f91c95 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:41.516353 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-36554883-3f3e-4fd8-b4b9-e7222f526052 req-fcebaf07-1902-4bc7-b953-c3ebd7f91c95 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for port, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:41.612741 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-36554883-3f3e-4fd8-b4b9-e7222f526052 req-fcebaf07-1902-4bc7-b953-c3ebd7f91c95 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9456997 May 25 15:41:41.653292 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-f9b0d108-c123-4f96-870f-e29ff647a639 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks [] for floatingip, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:41.681864 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [req-36554883-3f3e-4fd8-b4b9-e7222f526052 req-ab7a12c6-9417-42c7-af57-c22be6bfd750 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=98655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 15:41:41.683013 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-36554883-3f3e-4fd8-b4b9-e7222f526052 req-ab7a12c6-9417-42c7-af57-c22be6bfd750 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068159 May 25 15:41:41.873512 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-efef53f4-6c71-4250-b467-f028e7ffcbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:42.119260 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvr_db [None req-eead45f8-85bc-46a1-996a-224a9d1ffdd8 None None] Set router 3c6f5408-ac61-4254-917d-d086a6b4bf5f gateway port host: dv-cinder-791239-3-smb {{(pid=98656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:41:42.190806 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.agents_db [None req-e0968af0-a351-492f-a815-45d38f582ebc None None] Agent healthcheck: found 6 active agents {{(pid=98660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:41:42.346457 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [req-36554883-3f3e-4fd8-b4b9-e7222f526052 req-5afe6654-5230-4f7d-ba51-8e65ba64fa64 service neutron] Request body: {'port': {'device_id': '97e08778-4890-4eaa-8f9c-7120c12ab045', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79123'}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:41:42.504490 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-4a05b635-b481-49d6-9b8e-7d3decc5b643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ab1bdb-f47e-4abe-8c43-7883db4c1ec7', 'name': 'tempest-ServerRescueNegativeTestJSON-1358759215-router', 'tenant_id': '4c2510090ada4fe295deec64f74c04e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.148'}], 'enable_snat': True}, 'gw_port_id': '964d8914-05fd-4572-b143-dc78876aa6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:41:28Z', 'updated_at': '2021-05-25T15:41:32Z', 'revision_number': 3, 'project_id': '4c2510090ada4fe295deec64f74c04e7', 'gw_port': {'id': '964d8914-05fd-4572-b143-dc78876aa6ce', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f3:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ab1bdb-f47e-4abe-8c43-7883db4c1ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:30Z', 'updated_at': '2021-05-25T15:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb'}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:41:42.527936 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a05b635-b481-49d6-9b8e-7d3decc5b643 None None] The sync data for ids ['59ab1bdb-f47e-4abe-8c43-7883db4c1ec7'] in dv-cinder-791239-3-smb is: [{'id': '59ab1bdb-f47e-4abe-8c43-7883db4c1ec7', 'name': 'tempest-ServerRescueNegativeTestJSON-1358759215-router', 'tenant_id': '4c2510090ada4fe295deec64f74c04e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.148'}], 'enable_snat': True}, 'gw_port_id': '964d8914-05fd-4572-b143-dc78876aa6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:41:28Z', 'updated_at': '2021-05-25T15:41:32Z', 'revision_number': 3, 'project_id': '4c2510090ada4fe295deec64f74c04e7', 'gw_port': {'id': '964d8914-05fd-4572-b143-dc78876aa6ce', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f3:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ab1bdb-f47e-4abe-8c43-7883db4c1ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:30Z', 'updated_at': '2021-05-25T15:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb'}] {{(pid=98660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:41:42.783378 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-f9b0d108-c123-4f96-870f-e29ff647a639 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:42.896459 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-36554883-3f3e-4fd8-b4b9-e7222f526052 req-5afe6654-5230-4f7d-ba51-8e65ba64fa64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:42.985837 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-eead45f8-85bc-46a1-996a-224a9d1ffdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'name': 'tempest-AttachVolumeTestJSON-1359625331-router', 'tenant_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b11cc504-bb5d-49bc-a49c-289698977329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:41:22Z', 'updated_at': '2021-05-25T15:41:32Z', 'revision_number': 4, 'project_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'gw_port': {'id': 'b11cc504-bb5d-49bc-a49c-289698977329', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:eb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:24Z', 'updated_at': '2021-05-25T15:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_interfaces': [{'id': '6fa86e8e-d5d0-4224-b6b3-3de0fb442883', 'name': '', 'network_id': '91f778d4-efe4-4f00-8d64-09660e7b60f7', 'tenant_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'mac_address': 'fa:16:3e:25:1d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e1434e2d-9207-4f36-a5e8-fa06210626a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:30Z', 'updated_at': '2021-05-25T15:41:41Z', 'revision_number': 4, 'project_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'subnets': [{'id': 'e1434e2d-9207-4f36-a5e8-fa06210626a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:41:42.994868 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eead45f8-85bc-46a1-996a-224a9d1ffdd8 None None] The sync data for ids ['3c6f5408-ac61-4254-917d-d086a6b4bf5f'] in dv-cinder-791239-3-smb is: [{'id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'name': 'tempest-AttachVolumeTestJSON-1359625331-router', 'tenant_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b11cc504-bb5d-49bc-a49c-289698977329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:41:22Z', 'updated_at': '2021-05-25T15:41:32Z', 'revision_number': 4, 'project_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'gw_port': {'id': 'b11cc504-bb5d-49bc-a49c-289698977329', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:eb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:24Z', 'updated_at': '2021-05-25T15:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_interfaces': [{'id': '6fa86e8e-d5d0-4224-b6b3-3de0fb442883', 'name': '', 'network_id': '91f778d4-efe4-4f00-8d64-09660e7b60f7', 'tenant_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'mac_address': 'fa:16:3e:25:1d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e1434e2d-9207-4f36-a5e8-fa06210626a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:30Z', 'updated_at': '2021-05-25T15:41:41Z', 'revision_number': 4, 'project_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'subnets': [{'id': 'e1434e2d-9207-4f36-a5e8-fa06210626a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:41:43.062702 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c2d90-530a-42f5-b49b-64841d3551a4 req-875b8bb8-7a07-4e56-b3b6-3f88eb27d950 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:43.080984 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-387c2d90-530a-42f5-b49b-64841d3551a4 req-875b8bb8-7a07-4e56-b3b6-3f88eb27d950 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] Synchronizing usage tracker for tenant:653a7f1e5646453bbf4185618476e365 on resource:port {{(pid=98655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:41:43.216774 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.db_base_plugin_common [None req-f9b0d108-c123-4f96-870f-e29ff647a639 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Allocated IP 172.28.3.40 (d51110de-dc62-4f0f-8f8a-5177828fdd7b/65a5f471-3295-4779-8fb3-11f32d4097e9/5c1e7ba8-0229-4649-9a13-cf1e8c50f1b5) {{(pid=98653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:41:43.390490 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-387c2d90-530a-42f5-b49b-64841d3551a4 req-875b8bb8-7a07-4e56-b3b6-3f88eb27d950 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] Unset dirty status for tenant:653a7f1e5646453bbf4185618476e365 on resource:port {{(pid=98655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:41:43.393099 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-387c2d90-530a-42f5-b49b-64841d3551a4 req-875b8bb8-7a07-4e56-b3b6-3f88eb27d950 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] 10.222.0.11 "GET /v2.0/ports?device_id=97e08778-4890-4eaa-8f9c-7120c12ab045 HTTP/1.1" status: 200 len: 931 time: 1.2010100 May 25 15:41:43.468523 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-efef53f4-6c71-4250-b467-f028e7ffcbab admin admin] Notify callbacks [] for port, precommit_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:43.510090 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 6fa86e8e-d5d0-4224-b6b3-3de0fb442883 up at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:41:43.630533 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-efef53f4-6c71-4250-b467-f028e7ffcbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:43.634838 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-efef53f4-6c71-4250-b467-f028e7ffcbab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16426301'] for router_interface, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:43.641002 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-efef53f4-6c71-4250-b467-f028e7ffcbab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:43.925301 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning for port 6fa86e8e-d5d0-4224-b6b3-3de0fb442883 completed by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:41:43.949252 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning complete for port 6fa86e8e-d5d0-4224-b6b3-3de0fb442883 triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:41:43.949623 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:44.023211 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef53f4-6c71-4250-b467-f028e7ffcbab admin admin] Pushing event updated for resources: {'Port': ['ID=340afb70-a0a0-472c-b293-0c394a67a807,revision_number=2']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:44.023979 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-387c2d90-530a-42f5-b49b-64841d3551a4 req-631c5957-cd90-450e-972b-634c90953566 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] Synchronizing usage tracker for tenant:653a7f1e5646453bbf4185618476e365 on resource:security_group {{(pid=98655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:41:44.031132 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-efef53f4-6c71-4250-b467-f028e7ffcbab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:44.467573 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-f9b0d108-c123-4f96-870f-e29ff647a639 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks [] for port, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:44.594138 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:44.669164 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-adf1bcdf-cda2-4bff-b804-be7ea3bfc581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:44.715592 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-387c2d90-530a-42f5-b49b-64841d3551a4 req-631c5957-cd90-450e-972b-634c90953566 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] Unset dirty status for tenant:653a7f1e5646453bbf4185618476e365 on resource:security_group {{(pid=98655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:41:44.729596 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-387c2d90-530a-42f5-b49b-64841d3551a4 req-631c5957-cd90-450e-972b-634c90953566 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] 10.222.0.11 "GET /v2.0/security-groups?id=bac65979-6999-41af-b590-1435902bb92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3199430 May 25 15:41:44.775891 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] For port 6fa86e8e-d5d0-4224-b6b3-3de0fb442883, host dv-cinder-791239-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=6fa86e8e-d5d0-4224-b6b3-3de0fb442883,segment=NetworkSegment(0c510c8f-714a-4fb1-927d-1e8254cb6993),segment_id=0c510c8f-714a-4fb1-927d-1e8254cb6993)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:41:44.793821 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efef53f4-6c71-4250-b467-f028e7ffcbab admin admin] Network 903b1638-4303-4bd6-85d0-46b06b3b03e2 is already hosted by enough agents. {{(pid=98653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:41:44.796680 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.base_scheduler [None req-efef53f4-6c71-4250-b467-f028e7ffcbab admin admin] Resources bound (agent type, host, resource id): {{(pid=98653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:41:44.808931 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:44.813972 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:45.086178 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Pushing event updated for resources: {'Port': ['ID=6fa86e8e-d5d0-4224-b6b3-3de0fb442883,revision_number=5']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:45.093485 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:45.097185 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-f9b0d108-c123-4f96-870f-e29ff647a639 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730535669962'] for port, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:45.175521 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 40904) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:41:45.252251 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.notifiers.nova [req-36554883-3f3e-4fd8-b4b9-e7222f526052 req-5afe6654-5230-4f7d-ba51-8e65ba64fa64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d7f49ba-6d7e-476b-b781-05d9d50918fe {{(pid=98655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:41:45.278222 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-36554883-3f3e-4fd8-b4b9-e7222f526052 req-5afe6654-5230-4f7d-ba51-8e65ba64fa64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:45.327527 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.provisioning_blocks [req-36554883-3f3e-4fd8-b4b9-e7222f526052 req-5afe6654-5230-4f7d-ba51-8e65ba64fa64 service neutron] Transition to ACTIVE for port object 7d7f49ba-6d7e-476b-b781-05d9d50918fe will not be triggered until provisioned by entity L2. {{(pid=98655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:41:45.334823 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-36554883-3f3e-4fd8-b4b9-e7222f526052 req-5afe6654-5230-4f7d-ba51-8e65ba64fa64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:45.354474 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:45.409312 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-efef53f4-6c71-4250-b467-f028e7ffcbab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:45.566496 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 6fa86e8e-d5d0-4224-b6b3-3de0fb442883 up at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:41:45.717917 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b0d108-c123-4f96-870f-e29ff647a639 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Pushing event updated for resources: {'Port': ['ID=5c1e7ba8-0229-4649-9a13-cf1e8c50f1b5,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:45.732408 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-f9b0d108-c123-4f96-870f-e29ff647a639 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:45.763376 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b0d108-c123-4f96-870f-e29ff647a639 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Network d51110de-dc62-4f0f-8f8a-5177828fdd7b is already hosted by enough agents. {{(pid=98653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:41:45.770859 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning complete for port 6fa86e8e-d5d0-4224-b6b3-3de0fb442883 triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:41:45.774063 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:45.778107 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.base_scheduler [None req-f9b0d108-c123-4f96-870f-e29ff647a639 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Resources bound (agent type, host, resource id): {{(pid=98653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:41:45.783200 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b0d108-c123-4f96-870f-e29ff647a639 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Received port after_create {{(pid=98653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:41:46.037043 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efef53f4-6c71-4250-b467-f028e7ffcbab admin admin] Router 59ab1bdb-f47e-4abe-8c43-7883db4c1ec7 has already been hosted by L3 agent f8a1ad16-ec6f-48c0-91e7-34790a8304cd {{(pid=98653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:41:46.051464 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-ac9df48e-0a80-472e-a0f1-a9f91b0a718a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:46.079627 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afe6654-5230-4f7d-ba51-8e65ba64fa64 service neutron] Pushing event updated for resources: {'Port': ['ID=7d7f49ba-6d7e-476b-b781-05d9d50918fe,revision_number=2']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:46.197507 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-f9b0d108-c123-4f96-870f-e29ff647a639 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:46.252762 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-5afe6654-5230-4f7d-ba51-8e65ba64fa64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.898s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:46.293656 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 964d8914-05fd-4572-b143-dc78876aa6ce up at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:41:46.327106 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.managers [req-36554883-3f3e-4fd8-b4b9-e7222f526052 req-5afe6654-5230-4f7d-ba51-8e65ba64fa64 service neutron] Attempting to bind port 7d7f49ba-6d7e-476b-b781-05d9d50918fe on host hv-cinder-79123 for vnic_type normal with profile {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:41:46.333967 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.managers [req-36554883-3f3e-4fd8-b4b9-e7222f526052 req-5afe6654-5230-4f7d-ba51-8e65ba64fa64 service neutron] Attempting to bind port 7d7f49ba-6d7e-476b-b781-05d9d50918fe by drivers openvswitch,hyperv on host hv-cinder-79123 at level 0 using segments [{'id': '5343296a-0f25-44ca-9b41-947270d52984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '587d83b6-4668-47ec-b082-d47122580e68'}] {{(pid=98655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:41:46.338061 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36554883-3f3e-4fd8-b4b9-e7222f526052 req-5afe6654-5230-4f7d-ba51-8e65ba64fa64 service neutron] Attempting to bind port 7d7f49ba-6d7e-476b-b781-05d9d50918fe on network 587d83b6-4668-47ec-b082-d47122580e68 {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:41:46.365256 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36554883-3f3e-4fd8-b4b9-e7222f526052 req-5afe6654-5230-4f7d-ba51-8e65ba64fa64 service neutron] Port 7d7f49ba-6d7e-476b-b781-05d9d50918fe on network 587d83b6-4668-47ec-b082-d47122580e68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79123 {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 15:41:46.365807 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36554883-3f3e-4fd8-b4b9-e7222f526052 req-5afe6654-5230-4f7d-ba51-8e65ba64fa64 service neutron] Attempting to bind port 7d7f49ba-6d7e-476b-b781-05d9d50918fe on network 587d83b6-4668-47ec-b082-d47122580e68 {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:41:46.372208 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-ac9df48e-0a80-472e-a0f1-a9f91b0a718a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:41:46.374911 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36554883-3f3e-4fd8-b4b9-e7222f526052 req-5afe6654-5230-4f7d-ba51-8e65ba64fa64 service neutron] Checking agent: {'id': 'e8d02b02-d66f-44f3-9cce-64202f9374d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 39, 18), 'started_at': datetime.datetime(2021, 5, 25, 15, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:41:46.379413 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36554883-3f3e-4fd8-b4b9-e7222f526052 req-5afe6654-5230-4f7d-ba51-8e65ba64fa64 service neutron] Checking segment: {'id': '5343296a-0f25-44ca-9b41-947270d52984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '587d83b6-4668-47ec-b082-d47122580e68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:41:46.381387 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36554883-3f3e-4fd8-b4b9-e7222f526052 req-5afe6654-5230-4f7d-ba51-8e65ba64fa64 service neutron] Bound using segment: {'id': '5343296a-0f25-44ca-9b41-947270d52984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '587d83b6-4668-47ec-b082-d47122580e68'} {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:41:46.383842 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.managers [req-36554883-3f3e-4fd8-b4b9-e7222f526052 req-5afe6654-5230-4f7d-ba51-8e65ba64fa64 service neutron] Bound port: 7d7f49ba-6d7e-476b-b781-05d9d50918fe, host: hv-cinder-79123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5343296a-0f25-44ca-9b41-947270d52984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '587d83b6-4668-47ec-b082-d47122580e68'}}] {{(pid=98655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:41:46.385878 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-36554883-3f3e-4fd8-b4b9-e7222f526052 req-5afe6654-5230-4f7d-ba51-8e65ba64fa64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:46.425797 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-ac9df48e-0a80-472e-a0f1-a9f91b0a718a admin admin] Usage tracker for resource:security_group_rule and tenant:5ca759452bbc4786ac265c13109d755e is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:41:46.434212 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-ac9df48e-0a80-472e-a0f1-a9f91b0a718a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:41:46.482253 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-ac9df48e-0a80-472e-a0f1-a9f91b0a718a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:41:46.561091 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning for port 964d8914-05fd-4572-b143-dc78876aa6ce completed by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:41:46.582561 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning complete for port 964d8914-05fd-4572-b143-dc78876aa6ce triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:41:46.591624 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:46.600410 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca9362-703f-4343-911d-5daeff420039 req-198d47d9-a8ab-4236-bf95-0ecfa8268406 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:46.602401 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-63ca9362-703f-4343-911d-5daeff420039 req-198d47d9-a8ab-4236-bf95-0ecfa8268406 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] 10.222.0.11 "GET /v2.0/ports?device_id=97e08778-4890-4eaa-8f9c-7120c12ab045 HTTP/1.1" status: 200 len: 943 time: 0.5690682 May 25 15:41:46.743787 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-63ca9362-703f-4343-911d-5daeff420039 req-c516ac27-c9fa-4d8c-a0f0-9c1216f4e7a9 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] 10.222.0.11 "GET /v2.0/security-groups?id=bac65979-6999-41af-b590-1435902bb92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214461 May 25 15:41:46.761618 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.db [req-36554883-3f3e-4fd8-b4b9-e7222f526052 req-5afe6654-5230-4f7d-ba51-8e65ba64fa64 service neutron] For port 7d7f49ba-6d7e-476b-b781-05d9d50918fe, host hv-cinder-79123, cleared binding levels {{(pid=98655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:41:46.773350 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-f9b0d108-c123-4f96-870f-e29ff647a639 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:46.841450 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.db [req-36554883-3f3e-4fd8-b4b9-e7222f526052 req-5afe6654-5230-4f7d-ba51-8e65ba64fa64 service neutron] For port 7d7f49ba-6d7e-476b-b781-05d9d50918fe, host hv-cinder-79123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=7d7f49ba-6d7e-476b-b781-05d9d50918fe,segment=NetworkSegment(5343296a-0f25-44ca-9b41-947270d52984),segment_id=5343296a-0f25-44ca-9b41-947270d52984)] {{(pid=98655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:41:46.868803 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-36554883-3f3e-4fd8-b4b9-e7222f526052 req-5afe6654-5230-4f7d-ba51-8e65ba64fa64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:46.980175 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:46.999912 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-ac9df48e-0a80-472e-a0f1-a9f91b0a718a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:47.007534 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:47.029967 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] For port 964d8914-05fd-4572-b143-dc78876aa6ce, host dv-cinder-791239-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=964d8914-05fd-4572-b143-dc78876aa6ce,segment=NetworkSegment(b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2),segment_id=b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:41:47.047410 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:47.061507 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:47.090762 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efef53f4-6c71-4250-b467-f028e7ffcbab admin admin] Notify agent at l3_agent.dv-cinder-791239-3-smb the message routers_updated {{(pid=98653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:41:47.134204 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36554883-3f3e-4fd8-b4b9-e7222f526052 req-5afe6654-5230-4f7d-ba51-8e65ba64fa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:47.135182 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-36554883-3f3e-4fd8-b4b9-e7222f526052 req-5afe6654-5230-4f7d-ba51-8e65ba64fa64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for port, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:47.141262 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-36554883-3f3e-4fd8-b4b9-e7222f526052 req-5afe6654-5230-4f7d-ba51-8e65ba64fa64 service neutron] 10.222.0.62 "PUT /v2.0/ports/7d7f49ba-6d7e-476b-b781-05d9d50918fe HTTP/1.1" status: 200 len: 1093 time: 4.9794455 May 25 15:41:47.142225 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-ac9df48e-0a80-472e-a0f1-a9f91b0a718a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:47.180777 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97e08778-4890-4eaa-8f9c-7120c12ab045', 'tag': '7d7f49ba-6d7e-476b-b781-05d9d50918fe'}] {{(pid=98655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:41:47.183419 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fd14a7-f3bc-4046-855f-854fc837508a None None] Sync routers for ids ['59ab1bdb-f47e-4abe-8c43-7883db4c1ec7'] in dv-cinder-791239-3-smb {{(pid=98656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:41:47.323406 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-efef53f4-6c71-4250-b467-f028e7ffcbab admin admin] 10.222.0.11 "PUT /v2.0/routers/59ab1bdb-f47e-4abe-8c43-7883db4c1ec7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7324169 May 25 15:41:47.377973 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fd14a7-f3bc-4046-855f-854fc837508a None None] Routers {'59ab1bdb-f47e-4abe-8c43-7883db4c1ec7'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:41:47.378621 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-46fd14a7-f3bc-4046-855f-854fc837508a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:41:17Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['59ab1bdb-f47e-4abe-8c43-7883db4c1ec7'], 'active': True} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:41:47.469445 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-ac9df48e-0a80-472e-a0f1-a9f91b0a718a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5ca759452bbc4786ac265c13109d755e&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2802880 May 25 15:41:47.485156 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 40958) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:41:47.600959 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Pushing event updated for resources: {'Port': ['ID=964d8914-05fd-4572-b143-dc78876aa6ce,revision_number=4']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:47.605762 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-f9b0d108-c123-4f96-870f-e29ff647a639 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks [] for port, precommit_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:47.611439 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:47.622166 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-f9b0d108-c123-4f96-870f-e29ff647a639 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:47.638292 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:47.666183 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afe6654-5230-4f7d-ba51-8e65ba64fa64 service neutron] Pushing event updated for resources: {'Port': ['ID=7d7f49ba-6d7e-476b-b781-05d9d50918fe,revision_number=3']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:47.673594 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-5afe6654-5230-4f7d-ba51-8e65ba64fa64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.668s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:47.677568 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-cf00fdf8-3fc7-47ef-bdaf-2406d05ceae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:47.681764 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-7e58f4a1-9898-4b42-9386-868132db23d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.325s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:47.704593 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:47.720007 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-245469e4-77e6-4fd9-8ecb-8337a9bad717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:47.744508 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9df48e-0a80-472e-a0f1-a9f91b0a718a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877c32df-d723-4b2f-817f-3d1d22ec5e65,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:47.769515 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-ac9df48e-0a80-472e-a0f1-a9f91b0a718a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:47.808961 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-f9b0d108-c123-4f96-870f-e29ff647a639 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423449'] for floatingip, after_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:47.845400 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-cf00fdf8-3fc7-47ef-bdaf-2406d05ceae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:47.893840 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-f9b0d108-c123-4f96-870f-e29ff647a639 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for floatingip, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:47.904144 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-f9b0d108-c123-4f96-870f-e29ff647a639 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.5169435 May 25 15:41:48.041576 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b0d108-c123-4f96-870f-e29ff647a639 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Pushing event updated for resources: {'Port': ['ID=5c1e7ba8-0229-4649-9a13-cf1e8c50f1b5,revision_number=2']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:48.064473 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-f9b0d108-c123-4f96-870f-e29ff647a639 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:48.078305 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-cf00fdf8-3fc7-47ef-bdaf-2406d05ceae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:48.085567 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-a9e7672c-b7bc-48f5-a806-e0b01448b181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:48.125042 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-cf00fdf8-3fc7-47ef-bdaf-2406d05ceae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:48.132562 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-cf00fdf8-3fc7-47ef-bdaf-2406d05ceae1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/877c32df-d723-4b2f-817f-3d1d22ec5e65 HTTP/1.1" status: 204 len: 168 time: 0.6442044 May 25 15:41:48.148010 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvr_db [None req-46fd14a7-f3bc-4046-855f-854fc837508a None None] Set router 59ab1bdb-f47e-4abe-8c43-7883db4c1ec7 gateway port host: dv-cinder-791239-3-smb {{(pid=98656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:41:48.228082 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf00fdf8-3fc7-47ef-bdaf-2406d05ceae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877c32df-d723-4b2f-817f-3d1d22ec5e65,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:48.250607 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97e08778-4890-4eaa-8f9c-7120c12ab045', 'tag': '7d7f49ba-6d7e-476b-b781-05d9d50918fe', 'status': 'completed', 'code': 200} May 25 15:41:48.251657 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-cf00fdf8-3fc7-47ef-bdaf-2406d05ceae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:48.368704 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36554883-3f3e-4fd8-b4b9-e7222f526052 req-e4ee08bc-26ca-4f44-9cd0-fa074cf4b594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:48.370738 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-36554883-3f3e-4fd8-b4b9-e7222f526052 req-e4ee08bc-26ca-4f44-9cd0-fa074cf4b594 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=653a7f1e5646453bbf4185618476e365&device_id=97e08778-4890-4eaa-8f9c-7120c12ab045 HTTP/1.1" status: 200 len: 1096 time: 0.1181216 May 25 15:41:48.410020 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef5802-1148-4157-bdc8-5a8baea90143 req-201725cf-5f3a-417c-9ea4-daf7723325f6 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:48.423444 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-68ef5802-1148-4157-bdc8-5a8baea90143 req-201725cf-5f3a-417c-9ea4-daf7723325f6 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] 10.222.0.11 "GET /v2.0/ports?device_id=97e08778-4890-4eaa-8f9c-7120c12ab045 HTTP/1.1" status: 200 len: 943 time: 0.3010764 May 25 15:41:48.837110 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:48.868901 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-36554883-3f3e-4fd8-b4b9-e7222f526052 req-27c2d3cf-c71d-4cdc-a0f2-63d4beaa1a61 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d7f49ba-6d7e-476b-b781-05d9d50918fe HTTP/1.1" status: 200 len: 217 time: 0.3870068 May 25 15:41:48.897163 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-68ef5802-1148-4157-bdc8-5a8baea90143 req-60d7d707-782b-4353-97d4-3100855081e5 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] 10.222.0.11 "GET /v2.0/security-groups?id=bac65979-6999-41af-b590-1435902bb92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4705069 May 25 15:41:48.948880 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-5e596f64-6e97-4d78-9813-f3b7462efcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:49.090103 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 41014) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:41:49.131626 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-ad1097e8-1acf-45d2-bcf8-906c29e8d2db admin admin] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:49.197621 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-46fd14a7-f3bc-4046-855f-854fc837508a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ab1bdb-f47e-4abe-8c43-7883db4c1ec7', 'name': 'tempest-ServerRescueNegativeTestJSON-1358759215-router', 'tenant_id': '4c2510090ada4fe295deec64f74c04e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.148'}], 'enable_snat': True}, 'gw_port_id': '964d8914-05fd-4572-b143-dc78876aa6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:41:28Z', 'updated_at': '2021-05-25T15:41:41Z', 'revision_number': 4, 'project_id': '4c2510090ada4fe295deec64f74c04e7', 'gw_port': {'id': '964d8914-05fd-4572-b143-dc78876aa6ce', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ab1bdb-f47e-4abe-8c43-7883db4c1ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:30Z', 'updated_at': '2021-05-25T15:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_interfaces': [{'id': '340afb70-a0a0-472c-b293-0c394a67a807', 'name': '', 'network_id': '903b1638-4303-4bd6-85d0-46b06b3b03e2', 'tenant_id': '4c2510090ada4fe295deec64f74c04e7', 'mac_address': 'fa:16:3e:59:2d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ab1bdb-f47e-4abe-8c43-7883db4c1ec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '86a02047-08fe-4706-bc57-8e2d90eb8132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:38Z', 'updated_at': '2021-05-25T15:41:42Z', 'revision_number': 2, 'project_id': '4c2510090ada4fe295deec64f74c04e7', 'subnets': [{'id': '86a02047-08fe-4706-bc57-8e2d90eb8132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:41:49.210854 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-ad1097e8-1acf-45d2-bcf8-906c29e8d2db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:41:49.217489 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fd14a7-f3bc-4046-855f-854fc837508a None None] Checking router: 59ab1bdb-f47e-4abe-8c43-7883db4c1ec7 for host: dv-cinder-791239-3-smb {{(pid=98656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:41:49.218976 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fd14a7-f3bc-4046-855f-854fc837508a None None] Updating router 59ab1bdb-f47e-4abe-8c43-7883db4c1ec7 port 340afb70-a0a0-472c-b293-0c394a67a807 binding host dv-cinder-791239-3-smb {{(pid=98656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:41:49.245017 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-ad1097e8-1acf-45d2-bcf8-906c29e8d2db admin admin] Usage tracker for resource:security_group_rule and tenant:196da00f96254bb4aaa3fafb710247b4 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:41:49.258724 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-ad1097e8-1acf-45d2-bcf8-906c29e8d2db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:41:49.289536 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-ad1097e8-1acf-45d2-bcf8-906c29e8d2db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:41:49.376409 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 964d8914-05fd-4572-b143-dc78876aa6ce up at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:41:49.495675 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-46fd14a7-f3bc-4046-855f-854fc837508a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:49.546388 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0d9272f4-01f8-4d94-ae7f-9a360839bc06 req-719222c1-d980-44e2-bfec-75309529c379 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1762374010&fields=id&tenant_id=ef29f0583dbd4d57978afb4a9dcb4a9d HTTP/1.1" status: 200 len: 267 time: 0.1644287 May 25 15:41:49.595025 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-ad1097e8-1acf-45d2-bcf8-906c29e8d2db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:49.602235 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-ad1097e8-1acf-45d2-bcf8-906c29e8d2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:49.627159 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:49.726082 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 41032) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:41:49.729692 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-ad1097e8-1acf-45d2-bcf8-906c29e8d2db admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=196da00f96254bb4aaa3fafb710247b4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6255352 May 25 15:41:49.733398 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9272f4-01f8-4d94-ae7f-9a360839bc06 req-bd3269ed-92fb-4b88-9320-ce835d325f78 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:49.742255 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0d9272f4-01f8-4d94-ae7f-9a360839bc06 req-bd3269ed-92fb-4b88-9320-ce835d325f78 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/networks?id=91f778d4-efe4-4f00-8d64-09660e7b60f7 HTTP/1.1" status: 200 len: 811 time: 0.1941710 May 25 15:41:49.749467 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1097e8-1acf-45d2-bcf8-906c29e8d2db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a756ede-991a-4f96-a45d-9fddc46d65ce,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:49.754929 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-ad1097e8-1acf-45d2-bcf8-906c29e8d2db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:49.756878 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36554883-3f3e-4fd8-b4b9-e7222f526052 req-c5e8b84e-cd5a-4ea0-a713-491ef459c4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:49.758793 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-36554883-3f3e-4fd8-b4b9-e7222f526052 req-c5e8b84e-cd5a-4ea0-a713-491ef459c4b9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9b1b04e2-a008-4cc2-8c87-dad179d2c65e HTTP/1.1" status: 200 len: 852 time: 0.8605618 May 25 15:41:49.772382 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0d9272f4-01f8-4d94-ae7f-9a360839bc06 req-aab8ea82-7d8e-4831-a0e4-ebc7b999a425 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/quotas/ef29f0583dbd4d57978afb4a9dcb4a9d HTTP/1.1" status: 200 len: 375 time: 0.0290003 May 25 15:41:49.919726 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-36554883-3f3e-4fd8-b4b9-e7222f526052 req-48295a91-823c-40d1-b30c-b167cb64c92e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=587d83b6-4668-47ec-b082-d47122580e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1180692 May 25 15:41:50.028272 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning complete for port 964d8914-05fd-4572-b143-dc78876aa6ce triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:41:50.028856 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:50.531868 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0d9272f4-01f8-4d94-ae7f-9a360839bc06 req-cd3144fb-15f4-415a-ac67-00b36a64d32d tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef29f0583dbd4d57978afb4a9dcb4a9d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7583113 May 25 15:41:50.571670 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-61dd613b-f3f2-4fd9-acf0-68300fd05fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:50.621309 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-b271a2a4-2e6c-42b5-a760-cdbc4a78a8f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:50.678600 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3844b-5bf9-4a4d-9ec9-500dc1820069 req-2090eee6-8136-400d-876b-be1684e6099e tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:50.680251 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-2cf3844b-5bf9-4a4d-9ec9-500dc1820069 req-2090eee6-8136-400d-876b-be1684e6099e tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Synchronizing usage tracker for tenant:4c2510090ada4fe295deec64f74c04e7 on resource:network {{(pid=98655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:41:50.745581 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-b271a2a4-2e6c-42b5-a760-cdbc4a78a8f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:50.821479 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-2cf3844b-5bf9-4a4d-9ec9-500dc1820069 req-2090eee6-8136-400d-876b-be1684e6099e tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Unset dirty status for tenant:4c2510090ada4fe295deec64f74c04e7 on resource:network {{(pid=98655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:41:50.829985 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-2cf3844b-5bf9-4a4d-9ec9-500dc1820069 req-2090eee6-8136-400d-876b-be1684e6099e tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/networks?id=903b1638-4303-4bd6-85d0-46b06b3b03e2 HTTP/1.1" status: 200 len: 819 time: 1.7741704 May 25 15:41:50.902853 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-36554883-3f3e-4fd8-b4b9-e7222f526052 req-7ca0ec34-4fa3-4cce-acf7-9a73315d4684 service neutron] 10.222.0.62 "GET /v2.0/networks/587d83b6-4668-47ec-b082-d47122580e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9657800 May 25 15:41:50.910734 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-2cf3844b-5bf9-4a4d-9ec9-500dc1820069 req-36ecb9ab-5623-44df-967b-b1e1116936bc tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/quotas/4c2510090ada4fe295deec64f74c04e7 HTTP/1.1" status: 200 len: 375 time: 0.0793638 May 25 15:41:51.015791 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-46fd14a7-f3bc-4046-855f-854fc837508a None None] Notify callbacks [] for port, precommit_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:51.038998 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-b271a2a4-2e6c-42b5-a760-cdbc4a78a8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:51.053601 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-208923e1-92df-4a0f-9fdc-1ce241265512 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:51.058524 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-46fd14a7-f3bc-4046-855f-854fc837508a None None] Transition to ACTIVE for port object 340afb70-a0a0-472c-b293-0c394a67a807 will not be triggered until provisioned by entity L2. {{(pid=98656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:41:51.067772 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b271a2a4-2e6c-42b5-a760-cdbc4a78a8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a756ede-991a-4f96-a45d-9fddc46d65ce,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:51.070452 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-b271a2a4-2e6c-42b5-a760-cdbc4a78a8f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:51.074515 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-46fd14a7-f3bc-4046-855f-854fc837508a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:51.086704 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-f9bf8e0a-cd09-4660-afc4-66c254740108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:51.088782 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-b271a2a4-2e6c-42b5-a760-cdbc4a78a8f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:51.096606 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-b271a2a4-2e6c-42b5-a760-cdbc4a78a8f5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2a756ede-991a-4f96-a45d-9fddc46d65ce HTTP/1.1" status: 204 len: 168 time: 1.3364878 May 25 15:41:51.143167 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-2cf3844b-5bf9-4a4d-9ec9-500dc1820069 req-4ae3c07e-3500-47c4-9d61-5e3c8ae67ce1 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4c2510090ada4fe295deec64f74c04e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2155869 May 25 15:41:51.215282 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [req-0d9272f4-01f8-4d94-ae7f-9a360839bc06 req-0aec864d-a9bc-4dec-82ea-a04bfd2b0dcf service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=98655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 15:41:51.216315 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0d9272f4-01f8-4d94-ae7f-9a360839bc06 req-0aec864d-a9bc-4dec-82ea-a04bfd2b0dcf service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1847551 May 25 15:41:51.351934 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc8814-5499-4433-a708-948dbc51d857 None None] Pushing event updated for resources: {'Port': ['ID=340afb70-a0a0-472c-b293-0c394a67a807,revision_number=3']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:51.367256 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-fdcc8814-5499-4433-a708-948dbc51d857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:51.524834 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.managers [None req-46fd14a7-f3bc-4046-855f-854fc837508a None None] Attempting to bind port 340afb70-a0a0-472c-b293-0c394a67a807 on host dv-cinder-791239-3-smb for vnic_type normal with profile {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:41:51.525945 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.managers [None req-46fd14a7-f3bc-4046-855f-854fc837508a None None] Attempting to bind port 340afb70-a0a0-472c-b293-0c394a67a807 by drivers openvswitch,hyperv on host dv-cinder-791239-3-smb at level 0 using segments [{'id': '04537342-e49f-4ca7-9497-027e653b84a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '903b1638-4303-4bd6-85d0-46b06b3b03e2'}] {{(pid=98656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:41:51.527530 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fd14a7-f3bc-4046-855f-854fc837508a None None] Attempting to bind port 340afb70-a0a0-472c-b293-0c394a67a807 on network 903b1638-4303-4bd6-85d0-46b06b3b03e2 {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:41:51.545586 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0d9272f4-01f8-4d94-ae7f-9a360839bc06 req-dcf13634-0245-4c3c-b1cb-0c665898efe8 service neutron] 10.222.0.11 "GET /v2.0/networks/91f778d4-efe4-4f00-8d64-09660e7b60f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214519 May 25 15:41:51.548623 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-2cf3844b-5bf9-4a4d-9ec9-500dc1820069 req-865e95df-60f1-4534-b406-a362dae6f26f service neutron] 10.222.0.11 "GET /v2.0/networks/903b1638-4303-4bd6-85d0-46b06b3b03e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3957784 May 25 15:41:51.584760 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fd14a7-f3bc-4046-855f-854fc837508a None None] Checking agent: {'id': '7e687d8b-f3a5-45d0-a2c9-960fde35dba9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 32, 47), 'started_at': datetime.datetime(2021, 5, 25, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:41:51.591550 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fd14a7-f3bc-4046-855f-854fc837508a None None] Checking segment: {'id': '04537342-e49f-4ca7-9497-027e653b84a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '903b1638-4303-4bd6-85d0-46b06b3b03e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:41:51.595369 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-46fd14a7-f3bc-4046-855f-854fc837508a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:51.596128 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fd14a7-f3bc-4046-855f-854fc837508a None None] Bound using segment: {'id': '04537342-e49f-4ca7-9497-027e653b84a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '903b1638-4303-4bd6-85d0-46b06b3b03e2'} {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:41:51.596871 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.managers [None req-46fd14a7-f3bc-4046-855f-854fc837508a None None] Bound port: 340afb70-a0a0-472c-b293-0c394a67a807, host: dv-cinder-791239-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04537342-e49f-4ca7-9497-027e653b84a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '903b1638-4303-4bd6-85d0-46b06b3b03e2'}}] {{(pid=98656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:41:51.597497 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-46fd14a7-f3bc-4046-855f-854fc837508a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:51.868068 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-46fd14a7-f3bc-4046-855f-854fc837508a None None] For port 340afb70-a0a0-472c-b293-0c394a67a807, host dv-cinder-791239-3-smb, cleared binding levels {{(pid=98656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:41:51.874672 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-46fd14a7-f3bc-4046-855f-854fc837508a None None] For port 340afb70-a0a0-472c-b293-0c394a67a807, host dv-cinder-791239-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=340afb70-a0a0-472c-b293-0c394a67a807,segment=NetworkSegment(04537342-e49f-4ca7-9497-027e653b84a9),segment_id=04537342-e49f-4ca7-9497-027e653b84a9)] {{(pid=98656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:41:51.883297 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-46fd14a7-f3bc-4046-855f-854fc837508a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:51.910442 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:52.067326 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc8814-5499-4433-a708-948dbc51d857 None None] Pushing event updated for resources: {'Port': ['ID=340afb70-a0a0-472c-b293-0c394a67a807,revision_number=4']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:52.085605 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-fdcc8814-5499-4433-a708-948dbc51d857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:52.096199 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fd14a7-f3bc-4046-855f-854fc837508a None None] Routers {'59ab1bdb-f47e-4abe-8c43-7883db4c1ec7'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:41:52.097187 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-46fd14a7-f3bc-4046-855f-854fc837508a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:41:48Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['59ab1bdb-f47e-4abe-8c43-7883db4c1ec7'], 'active': True} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:41:52.156214 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0d9272f4-01f8-4d94-ae7f-9a360839bc06 req-a90b5797-da59-49c9-9964-b1677064e961 service neutron] 10.222.0.11 "GET /v2.0/networks/91f778d4-efe4-4f00-8d64-09660e7b60f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061843 May 25 15:41:52.359244 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-2cf3844b-5bf9-4a4d-9ec9-500dc1820069 req-2048be93-5c5b-4163-8861-3876b42e6a1d service neutron] 10.222.0.11 "GET /v2.0/networks/903b1638-4303-4bd6-85d0-46b06b3b03e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7862935 May 25 15:41:52.687223 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvr_db [None req-46fd14a7-f3bc-4046-855f-854fc837508a None None] Set router 59ab1bdb-f47e-4abe-8c43-7883db4c1ec7 gateway port host: dv-cinder-791239-3-smb {{(pid=98656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:41:53.123026 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-36554883-3f3e-4fd8-b4b9-e7222f526052 req-44f852b0-ba85-44ca-a2b5-4f373d6500ee service neutron] 10.222.0.62 "GET /v2.0/networks/587d83b6-4668-47ec-b082-d47122580e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2781000 May 25 15:41:54.200423 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71200f-4edc-4a98-a0c1-dc06e271f3cc req-1ba92b8b-4fc4-4524-b06e-6b6a95f0c74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:54.212755 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-8d71200f-4edc-4a98-a0c1-dc06e271f3cc req-1ba92b8b-4fc4-4524-b06e-6b6a95f0c74b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=653a7f1e5646453bbf4185618476e365&device_id=97e08778-4890-4eaa-8f9c-7120c12ab045 HTTP/1.1" status: 200 len: 1096 time: 0.9295683 May 25 15:41:54.213789 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-46fd14a7-f3bc-4046-855f-854fc837508a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ab1bdb-f47e-4abe-8c43-7883db4c1ec7', 'name': 'tempest-ServerRescueNegativeTestJSON-1358759215-router', 'tenant_id': '4c2510090ada4fe295deec64f74c04e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.148'}], 'enable_snat': True}, 'gw_port_id': '964d8914-05fd-4572-b143-dc78876aa6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:41:28Z', 'updated_at': '2021-05-25T15:41:41Z', 'revision_number': 4, 'project_id': '4c2510090ada4fe295deec64f74c04e7', 'gw_port': {'id': '964d8914-05fd-4572-b143-dc78876aa6ce', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ab1bdb-f47e-4abe-8c43-7883db4c1ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:30Z', 'updated_at': '2021-05-25T15:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_interfaces': [{'id': '340afb70-a0a0-472c-b293-0c394a67a807', 'name': '', 'network_id': '903b1638-4303-4bd6-85d0-46b06b3b03e2', 'tenant_id': '4c2510090ada4fe295deec64f74c04e7', 'mac_address': 'fa:16:3e:59:2d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ab1bdb-f47e-4abe-8c43-7883db4c1ec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '86a02047-08fe-4706-bc57-8e2d90eb8132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:38Z', 'updated_at': '2021-05-25T15:41:51Z', 'revision_number': 4, 'project_id': '4c2510090ada4fe295deec64f74c04e7', 'subnets': [{'id': '86a02047-08fe-4706-bc57-8e2d90eb8132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:41:54.221475 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fd14a7-f3bc-4046-855f-854fc837508a None None] The sync data for ids ['59ab1bdb-f47e-4abe-8c43-7883db4c1ec7'] in dv-cinder-791239-3-smb is: [{'id': '59ab1bdb-f47e-4abe-8c43-7883db4c1ec7', 'name': 'tempest-ServerRescueNegativeTestJSON-1358759215-router', 'tenant_id': '4c2510090ada4fe295deec64f74c04e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.148'}], 'enable_snat': True}, 'gw_port_id': '964d8914-05fd-4572-b143-dc78876aa6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:41:28Z', 'updated_at': '2021-05-25T15:41:41Z', 'revision_number': 4, 'project_id': '4c2510090ada4fe295deec64f74c04e7', 'gw_port': {'id': '964d8914-05fd-4572-b143-dc78876aa6ce', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ab1bdb-f47e-4abe-8c43-7883db4c1ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:30Z', 'updated_at': '2021-05-25T15:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_interfaces': [{'id': '340afb70-a0a0-472c-b293-0c394a67a807', 'name': '', 'network_id': '903b1638-4303-4bd6-85d0-46b06b3b03e2', 'tenant_id': '4c2510090ada4fe295deec64f74c04e7', 'mac_address': 'fa:16:3e:59:2d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ab1bdb-f47e-4abe-8c43-7883db4c1ec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '86a02047-08fe-4706-bc57-8e2d90eb8132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:38Z', 'updated_at': '2021-05-25T15:41:51Z', 'revision_number': 4, 'project_id': '4c2510090ada4fe295deec64f74c04e7', 'subnets': [{'id': '86a02047-08fe-4706-bc57-8e2d90eb8132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:41:54.941626 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4df847-a962-4813-bba9-889f8644a42c req-3fe17393-554d-44a4-a664-373612d5faa6 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:54.944185 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-9a4df847-a962-4813-bba9-889f8644a42c req-3fe17393-554d-44a4-a664-373612d5faa6 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] 10.222.0.11 "GET /v2.0/ports?device_id=97e08778-4890-4eaa-8f9c-7120c12ab045 HTTP/1.1" status: 200 len: 943 time: 1.4208884 May 25 15:41:54.953467 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c9d0bf9d-2bbf-4739-83f8-3d16725f00f6 req-a5c697da-b683-4295-a541-0f19823a4cc6 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8eae8b-dc74-423c-bfe9-2e231dec17a1 HTTP/1.1" status: 200 len: 210 time: 0.3102794 May 25 15:41:55.412321 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 340afb70-a0a0-472c-b293-0c394a67a807 up at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:41:55.542808 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-9a4df847-a962-4813-bba9-889f8644a42c req-9d0ff961-57be-4c49-af63-3d7c4873b776 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] 10.222.0.11 "GET /v2.0/security-groups?id=bac65979-6999-41af-b590-1435902bb92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5622880 May 25 15:41:55.591069 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71200f-4edc-4a98-a0c1-dc06e271f3cc req-eb108039-5ee5-4d0e-a2d9-c579d3baf928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:55.605225 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-8d71200f-4edc-4a98-a0c1-dc06e271f3cc req-eb108039-5ee5-4d0e-a2d9-c579d3baf928 service neutron] 10.222.0.62 "GET /v2.0/networks?id=587d83b6-4668-47ec-b082-d47122580e68 HTTP/1.1" status: 200 len: 913 time: 1.3753572 May 25 15:41:55.630381 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-b439098a-4ad7-415f-b0e3-ae230e137bc8 req-2fee8bdd-bb47-4bed-b28c-a46dd9a20842 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafa266a-bc66-489e-8f2b-27535d4ec88f HTTP/1.1" status: 200 len: 210 time: 0.2663088 May 25 15:41:55.875347 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-8d71200f-4edc-4a98-a0c1-dc06e271f3cc req-52dd8027-561f-49d9-b708-cdceb6f1487f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d7f49ba-6d7e-476b-b781-05d9d50918fe HTTP/1.1" status: 200 len: 217 time: 0.2409403 May 25 15:41:55.906749 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning for port 340afb70-a0a0-472c-b293-0c394a67a807 completed by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:41:55.946114 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning complete for port 340afb70-a0a0-472c-b293-0c394a67a807 triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:41:55.946712 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:56.045272 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71200f-4edc-4a98-a0c1-dc06e271f3cc req-64f0f71b-91ae-4f79-b33c-24d60c7fdada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:56.047063 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-8d71200f-4edc-4a98-a0c1-dc06e271f3cc req-64f0f71b-91ae-4f79-b33c-24d60c7fdada service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9b1b04e2-a008-4cc2-8c87-dad179d2c65e HTTP/1.1" status: 200 len: 852 time: 0.1638191 May 25 15:41:56.149155 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-8d71200f-4edc-4a98-a0c1-dc06e271f3cc req-bb12e9f7-368d-491c-a0c8-96098fd1d94d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=587d83b6-4668-47ec-b082-d47122580e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934470 May 25 15:41:56.498947 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:56.638640 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] For port 340afb70-a0a0-472c-b293-0c394a67a807, host dv-cinder-791239-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=340afb70-a0a0-472c-b293-0c394a67a807,segment=NetworkSegment(04537342-e49f-4ca7-9497-027e653b84a9),segment_id=04537342-e49f-4ca7-9497-027e653b84a9)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:41:56.651469 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:56.654619 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:56.871639 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Pushing event updated for resources: {'Port': ['ID=340afb70-a0a0-472c-b293-0c394a67a807,revision_number=5']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:56.877571 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:57.073401 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-1546cb2c-db48-4ec3-8c29-ec8ad07956fa req-2ddb2db0-10dc-4302-9294-b3f3992899c8 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8eae8b-dc74-423c-bfe9-2e231dec17a1 HTTP/1.1" status: 200 len: 210 time: 0.1714175 May 25 15:41:57.209549 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-8d71200f-4edc-4a98-a0c1-dc06e271f3cc req-3346d9ff-c63c-4a92-b95d-08d7b00f4550 service neutron] 10.222.0.62 "GET /v2.0/networks/587d83b6-4668-47ec-b082-d47122580e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9362812 May 25 15:41:57.221899 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d7540-88e8-4c4b-8372-b3a3bf4e98da req-92846404-cb41-44d8-b671-b0fc73ec584b tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:57.223974 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-ef6d7540-88e8-4c4b-8372-b3a3bf4e98da req-92846404-cb41-44d8-b671-b0fc73ec584b tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/networks?id=903b1638-4303-4bd6-85d0-46b06b3b03e2 HTTP/1.1" status: 200 len: 819 time: 0.8821242 May 25 15:41:57.237463 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 340afb70-a0a0-472c-b293-0c394a67a807 up at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:41:57.248961 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-ef6d7540-88e8-4c4b-8372-b3a3bf4e98da req-d7274f25-ccab-4887-a5c1-fc6070fc59e0 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/quotas/4c2510090ada4fe295deec64f74c04e7 HTTP/1.1" status: 200 len: 375 time: 0.0104892 May 25 15:41:57.340601 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning complete for port 340afb70-a0a0-472c-b293-0c394a67a807 triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:41:57.341268 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:57.377742 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-ef6d7540-88e8-4c4b-8372-b3a3bf4e98da req-5c0a84d0-209e-4a8a-bb07-1ada4a0396a6 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4c2510090ada4fe295deec64f74c04e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1172686 May 25 15:41:57.664614 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-ef6d7540-88e8-4c4b-8372-b3a3bf4e98da req-f2a0fd77-3bdd-46f3-be7d-311701cc39d9 service neutron] 10.222.0.11 "GET /v2.0/networks/903b1638-4303-4bd6-85d0-46b06b3b03e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851012 May 25 15:41:57.893188 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e5baa-ace4-499a-a2ac-8cf06dce577e req-64c70648-8087-4d5c-84bd-85c14d6f6ffd tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:57.896220 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c50e5baa-ace4-499a-a2ac-8cf06dce577e req-64c70648-8087-4d5c-84bd-85c14d6f6ffd tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] 10.222.0.11 "GET /v2.0/ports?device_id=97e08778-4890-4eaa-8f9c-7120c12ab045 HTTP/1.1" status: 200 len: 943 time: 0.2940044 May 25 15:41:57.901530 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-ef6d7540-88e8-4c4b-8372-b3a3bf4e98da req-c40221e0-1aac-4540-888c-be661a6bcc18 service neutron] 10.222.0.11 "GET /v2.0/networks/903b1638-4303-4bd6-85d0-46b06b3b03e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216861 May 25 15:41:57.972234 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c50e5baa-ace4-499a-a2ac-8cf06dce577e req-01cd94aa-ca29-47c0-9ac0-c390f50ac204 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] 10.222.0.11 "GET /v2.0/security-groups?id=bac65979-6999-41af-b590-1435902bb92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660534 May 25 15:41:58.333360 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4055b5e3-ccf7-4a56-881a-86f1638f5624 req-6b670b2e-da0e-493d-98b9-599230c18c62 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=70cba167-3866-4a45-b124-c4d23c24406a HTTP/1.1" status: 200 len: 210 time: 0.1092572 May 25 15:41:58.449203 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-7b9394d5-447e-44e4-9701-9ae228a615db req-bd5100d4-d8e5-49a0-819a-5684b5e441e9 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8eae8b-dc74-423c-bfe9-2e231dec17a1 HTTP/1.1" status: 200 len: 210 time: 0.0630815 May 25 15:41:58.490093 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.62', 53347) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:41:58.792297 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 41326) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:41:58.970941 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3844b-5bf9-4a4d-9ec9-500dc1820069 req-6e87da5e-1888-4a9f-a9eb-ad1de020fd8d tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:58.975557 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-2cf3844b-5bf9-4a4d-9ec9-500dc1820069 req-6e87da5e-1888-4a9f-a9eb-ad1de020fd8d tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.62 "GET /v2.0/networks?id=903b1638-4303-4bd6-85d0-46b06b3b03e2 HTTP/1.1" status: 200 len: 819 time: 0.4726768 May 25 15:41:59.014152 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [req-2cf3844b-5bf9-4a4d-9ec9-500dc1820069 req-eb34f98f-384c-4c5d-a64d-2b30bae50043 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Request body: {'port': {'device_id': 'aafa266a-bc66-489e-8f2b-27535d4ec88f', 'network_id': '903b1638-4303-4bd6-85d0-46b06b3b03e2', 'admin_state_up': True, 'tenant_id': '4c2510090ada4fe295deec64f74c04e7'}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:41:59.054295 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-8d71200f-4edc-4a98-a0c1-dc06e271f3cc req-5156d1a8-f138-49a1-88fc-1d097362bed6 service neutron] 10.222.0.62 "GET /v2.0/networks/587d83b6-4668-47ec-b082-d47122580e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5528717 May 25 15:41:59.122070 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-932a2438-8628-49c6-92ab-29aacb0fd1ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:59.147997 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-932a2438-8628-49c6-92ab-29aacb0fd1ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:41:59.152125 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-932a2438-8628-49c6-92ab-29aacb0fd1ee admin admin] Usage tracker for resource:security_group_rule and tenant:b754e46c337a4a75abd7988f1238a981 is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:41:59.155012 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-932a2438-8628-49c6-92ab-29aacb0fd1ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:41:59.161280 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-932a2438-8628-49c6-92ab-29aacb0fd1ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:41:59.353875 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [req-2cf3844b-5bf9-4a4d-9ec9-500dc1820069 req-eb34f98f-384c-4c5d-a64d-2b30bae50043 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:41:59.370940 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [req-2cf3844b-5bf9-4a4d-9ec9-500dc1820069 req-eb34f98f-384c-4c5d-a64d-2b30bae50043 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Usage tracker for resource:port and tenant:4c2510090ada4fe295deec64f74c04e7 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:41:59.374889 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [req-2cf3844b-5bf9-4a4d-9ec9-500dc1820069 req-eb34f98f-384c-4c5d-a64d-2b30bae50043 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Quota usage for port was recalculated. Used quota:1. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:41:59.382074 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [req-2cf3844b-5bf9-4a4d-9ec9-500dc1820069 req-eb34f98f-384c-4c5d-a64d-2b30bae50043 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:41:59.427789 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-932a2438-8628-49c6-92ab-29aacb0fd1ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:59.437419 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-932a2438-8628-49c6-92ab-29aacb0fd1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:59.445617 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cf3844b-5bf9-4a4d-9ec9-500dc1820069 req-eb34f98f-384c-4c5d-a64d-2b30bae50043 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Made reservation on behalf of 4c2510090ada4fe295deec64f74c04e7 for: {'port': 1} {{(pid=98653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:41:59.451857 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-2cf3844b-5bf9-4a4d-9ec9-500dc1820069 req-eb34f98f-384c-4c5d-a64d-2b30bae50043 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:59.453111 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:59.561633 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a2438-8628-49c6-92ab-29aacb0fd1ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1117495d-06e2-4667-a34d-c0a155990852,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:59.671577 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-9449d4d8-a71e-415d-9a87-7108b873d285 req-e2df2be8-5351-432a-952b-915a1567192a tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=70cba167-3866-4a45-b124-c4d23c24406a HTTP/1.1" status: 200 len: 210 time: 0.0958803 May 25 15:41:59.682220 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-932a2438-8628-49c6-92ab-29aacb0fd1ee admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b754e46c337a4a75abd7988f1238a981&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8360267 May 25 15:41:59.692469 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 41370) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:41:59.727192 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-932a2438-8628-49c6-92ab-29aacb0fd1ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:59.745974 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179fd7e-537f-48e4-80a7-5ae7e84c09c8 req-b7b8ca0c-27c4-4a0a-879b-1330650e198f tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:59.747722 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-a179fd7e-537f-48e4-80a7-5ae7e84c09c8 req-b7b8ca0c-27c4-4a0a-879b-1330650e198f tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] 10.222.0.11 "GET /v2.0/ports?device_id=97e08778-4890-4eaa-8f9c-7120c12ab045 HTTP/1.1" status: 200 len: 943 time: 0.4442708 May 25 15:41:59.938527 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-e7464868-46b3-424a-bc64-57f582c84990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:00.032558 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.db_base_plugin_common [req-2cf3844b-5bf9-4a4d-9ec9-500dc1820069 req-eb34f98f-384c-4c5d-a64d-2b30bae50043 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Allocated IP 172.20.0.5 (903b1638-4303-4bd6-85d0-46b06b3b03e2/86a02047-08fe-4706-bc57-8e2d90eb8132/913212ce-3d8b-4dcc-9a04-ff0ac4d1ebe7) {{(pid=98653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:42:00.054062 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-e7464868-46b3-424a-bc64-57f582c84990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:00.064384 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9272f4-01f8-4d94-ae7f-9a360839bc06 req-05651628-86cb-4d86-9647-c9fb23f4ba63 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:00.068138 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0d9272f4-01f8-4d94-ae7f-9a360839bc06 req-05651628-86cb-4d86-9647-c9fb23f4ba63 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.62 "GET /v2.0/networks?id=91f778d4-efe4-4f00-8d64-09660e7b60f7 HTTP/1.1" status: 200 len: 811 time: 0.3726537 May 25 15:42:00.075183 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-a179fd7e-537f-48e4-80a7-5ae7e84c09c8 req-5ac76edd-31e3-4171-a9ff-a18f379c985a tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] 10.222.0.11 "GET /v2.0/security-groups?id=bac65979-6999-41af-b590-1435902bb92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657218 May 25 15:42:00.174682 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-ff2cea0c-dc51-4ae4-9b91-0e8b6dab20b9 req-e96157b5-14f5-45b5-8e17-f4c2b081869c tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8eae8b-dc74-423c-bfe9-2e231dec17a1 HTTP/1.1" status: 200 len: 210 time: 0.1053438 May 25 15:42:00.204660 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0d9272f4-01f8-4d94-ae7f-9a360839bc06 req-d6034423-5e4f-4d56-9812-a2d83d21b505 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef29f0583dbd4d57978afb4a9dcb4a9d HTTP/1.1" status: 200 len: 380 time: 0.0691657 May 25 15:42:00.219535 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [req-0d9272f4-01f8-4d94-ae7f-9a360839bc06 req-ec2a51de-eca3-4037-808b-d80b40ac43cc tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Request body: {'port': {'device_id': 'cf8eae8b-dc74-423c-bfe9-2e231dec17a1', 'network_id': '91f778d4-efe4-4f00-8d64-09660e7b60f7', 'admin_state_up': True, 'tenant_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'security_groups': ['b7d5e15d-8c08-4fba-97a1-bb7f546ffa3a']}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:42:00.305865 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-e7464868-46b3-424a-bc64-57f582c84990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:00.396817 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:00.433369 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7464868-46b3-424a-bc64-57f582c84990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1117495d-06e2-4667-a34d-c0a155990852,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:00.443446 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [req-0d9272f4-01f8-4d94-ae7f-9a360839bc06 req-ec2a51de-eca3-4037-808b-d80b40ac43cc tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:42:00.452602 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-e7464868-46b3-424a-bc64-57f582c84990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:00.463787 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-0d9272f4-01f8-4d94-ae7f-9a360839bc06 req-ec2a51de-eca3-4037-808b-d80b40ac43cc tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Usage tracker for resource:port and tenant:ef29f0583dbd4d57978afb4a9dcb4a9d is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:42:00.464799 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.62', 53357) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:00.471751 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-0d9272f4-01f8-4d94-ae7f-9a360839bc06 req-ec2a51de-eca3-4037-808b-d80b40ac43cc tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Quota usage for port was recalculated. Used quota:3. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:42:00.484153 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [req-0d9272f4-01f8-4d94-ae7f-9a360839bc06 req-ec2a51de-eca3-4037-808b-d80b40ac43cc tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:42:00.502481 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d9272f4-01f8-4d94-ae7f-9a360839bc06 req-ec2a51de-eca3-4037-808b-d80b40ac43cc tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Made reservation on behalf of ef29f0583dbd4d57978afb4a9dcb4a9d for: {'port': 1} {{(pid=98655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:42:00.516631 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-0d9272f4-01f8-4d94-ae7f-9a360839bc06 req-ec2a51de-eca3-4037-808b-d80b40ac43cc tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:00.672879 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-e7464868-46b3-424a-bc64-57f582c84990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:00.674904 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-e7464868-46b3-424a-bc64-57f582c84990 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1117495d-06e2-4667-a34d-c0a155990852 HTTP/1.1" status: 204 len: 168 time: 0.9806004 May 25 15:42:00.731947 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 41412) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:00.807812 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.db_base_plugin_common [req-0d9272f4-01f8-4d94-ae7f-9a360839bc06 req-ec2a51de-eca3-4037-808b-d80b40ac43cc tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Allocated IP 172.20.0.7 (91f778d4-efe4-4f00-8d64-09660e7b60f7/e1434e2d-9207-4f36-a5e8-fa06210626a6/b113cd9c-edf4-4110-912c-3f957935bcb8) {{(pid=98655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:42:00.842645 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-2cf3844b-5bf9-4a4d-9ec9-500dc1820069 req-eb34f98f-384c-4c5d-a64d-2b30bae50043 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Notify callbacks [] for port, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:00.869489 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d7540-88e8-4c4b-8372-b3a3bf4e98da req-dbc662ed-9189-4ea5-b4ec-1e8328f11b18 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:00.880405 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-ef6d7540-88e8-4c4b-8372-b3a3bf4e98da req-dbc662ed-9189-4ea5-b4ec-1e8328f11b18 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.62 "GET /v2.0/networks?id=903b1638-4303-4bd6-85d0-46b06b3b03e2 HTTP/1.1" status: 200 len: 819 time: 0.4042253 May 25 15:42:00.896681 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [req-ef6d7540-88e8-4c4b-8372-b3a3bf4e98da req-604600c0-954e-4788-8d36-207e66d7e5f4 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Request body: {'port': {'device_id': '70cba167-3866-4a45-b124-c4d23c24406a', 'network_id': '903b1638-4303-4bd6-85d0-46b06b3b03e2', 'admin_state_up': True, 'tenant_id': '4c2510090ada4fe295deec64f74c04e7'}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:42:01.024019 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-1ecade2c-02e3-4fcd-abd4-1cc26abcaac1 req-ddc7f879-be2d-4d7a-a27f-8dd9bc6d38a9 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=70cba167-3866-4a45-b124-c4d23c24406a HTTP/1.1" status: 200 len: 210 time: 0.1114833 May 25 15:42:01.121785 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 41432) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:01.133350 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [req-ef6d7540-88e8-4c4b-8372-b3a3bf4e98da req-604600c0-954e-4788-8d36-207e66d7e5f4 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:42:01.137541 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-2cf3844b-5bf9-4a4d-9ec9-500dc1820069 req-eb34f98f-384c-4c5d-a64d-2b30bae50043 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730535669962'] for port, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:01.157362 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [req-ef6d7540-88e8-4c4b-8372-b3a3bf4e98da req-604600c0-954e-4788-8d36-207e66d7e5f4 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Usage tracker for resource:port and tenant:4c2510090ada4fe295deec64f74c04e7 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:42:01.169520 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [req-ef6d7540-88e8-4c4b-8372-b3a3bf4e98da req-604600c0-954e-4788-8d36-207e66d7e5f4 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Quota usage for port was recalculated. Used quota:2. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:42:01.181742 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-f9b0d108-c123-4f96-870f-e29ff647a639 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:01.250033 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-0d9272f4-01f8-4d94-ae7f-9a360839bc06 req-ec2a51de-eca3-4037-808b-d80b40ac43cc tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks [] for port, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:01.290737 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.provisioning_blocks [req-0d9272f4-01f8-4d94-ae7f-9a360839bc06 req-ec2a51de-eca3-4037-808b-d80b40ac43cc tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Transition to ACTIVE for port object b113cd9c-edf4-4110-912c-3f957935bcb8 will not be triggered until provisioned by entity DHCP. {{(pid=98655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:42:01.293834 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [req-ef6d7540-88e8-4c4b-8372-b3a3bf4e98da req-604600c0-954e-4788-8d36-207e66d7e5f4 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:42:01.387145 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-0d9272f4-01f8-4d94-ae7f-9a360839bc06 req-ec2a51de-eca3-4037-808b-d80b40ac43cc tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730535669962'] for port, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:01.391197 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 41444) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:01.416618 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:01.420752 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cf3844b-5bf9-4a4d-9ec9-500dc1820069 req-eb34f98f-384c-4c5d-a64d-2b30bae50043 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Network 903b1638-4303-4bd6-85d0-46b06b3b03e2 is already hosted by enough agents. {{(pid=98653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:42:01.422248 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-18001b56-8a11-433b-aea1-3fc3a3345069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:01.435658 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.base_scheduler [req-2cf3844b-5bf9-4a4d-9ec9-500dc1820069 req-eb34f98f-384c-4c5d-a64d-2b30bae50043 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Resources bound (agent type, host, resource id): {{(pid=98653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:42:01.441786 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef6d7540-88e8-4c4b-8372-b3a3bf4e98da req-604600c0-954e-4788-8d36-207e66d7e5f4 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Made reservation on behalf of 4c2510090ada4fe295deec64f74c04e7 for: {'port': 1} {{(pid=98653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:42:01.445484 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-ef6d7540-88e8-4c4b-8372-b3a3bf4e98da req-604600c0-954e-4788-8d36-207e66d7e5f4 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:01.455548 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf3844b-5bf9-4a4d-9ec9-500dc1820069 req-eb34f98f-384c-4c5d-a64d-2b30bae50043 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Received port after_create {{(pid=98653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:42:01.461934 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3844b-5bf9-4a4d-9ec9-500dc1820069 req-eb34f98f-384c-4c5d-a64d-2b30bae50043 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:01.462664 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-2cf3844b-5bf9-4a4d-9ec9-500dc1820069 req-eb34f98f-384c-4c5d-a64d-2b30bae50043 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for port, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:01.487457 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-18001b56-8a11-433b-aea1-3fc3a3345069 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:42:01.497951 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-c0115c61-2789-43d3-b660-4ee5c86bc649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:01.517758 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-3404cedc-deeb-4b05-bef9-20eb7e6c8e75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:01.519315 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb34f98f-384c-4c5d-a64d-2b30bae50043 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Pushing event updated for resources: {'Port': ['ID=913212ce-3d8b-4dcc-9a04-ff0ac4d1ebe7,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:01.523279 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-eb34f98f-384c-4c5d-a64d-2b30bae50043 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:01.524632 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-18001b56-8a11-433b-aea1-3fc3a3345069 admin admin] Usage tracker for resource:security_group_rule and tenant:3ba5cfc8f46f43d6b8fc87247408c029 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:42:01.570615 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-18001b56-8a11-433b-aea1-3fc3a3345069 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:42:01.571376 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d9272f4-01f8-4d94-ae7f-9a360839bc06 req-ec2a51de-eca3-4037-808b-d80b40ac43cc tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Network 91f778d4-efe4-4f00-8d64-09660e7b60f7 is already hosted by enough agents. {{(pid=98655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:42:01.585771 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.base_scheduler [req-0d9272f4-01f8-4d94-ae7f-9a360839bc06 req-ec2a51de-eca3-4037-808b-d80b40ac43cc tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Resources bound (agent type, host, resource id): {{(pid=98655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:42:01.586014 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-18001b56-8a11-433b-aea1-3fc3a3345069 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:42:01.588453 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d9272f4-01f8-4d94-ae7f-9a360839bc06 req-ec2a51de-eca3-4037-808b-d80b40ac43cc tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Received port after_create {{(pid=98655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:42:01.591187 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-c0115c61-2789-43d3-b660-4ee5c86bc649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:42:01.594199 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9272f4-01f8-4d94-ae7f-9a360839bc06 req-ec2a51de-eca3-4037-808b-d80b40ac43cc tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:01.594363 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-2cf3844b-5bf9-4a4d-9ec9-500dc1820069 req-eb34f98f-384c-4c5d-a64d-2b30bae50043 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6035025 May 25 15:42:01.594838 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-0d9272f4-01f8-4d94-ae7f-9a360839bc06 req-ec2a51de-eca3-4037-808b-d80b40ac43cc tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for port, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:01.604257 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-c0115c61-2789-43d3-b660-4ee5c86bc649 admin admin] Usage tracker for resource:security_group_rule and tenant:f4468e70e985440caee7de8bb4d8b666 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:42:01.604384 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-3404cedc-deeb-4b05-bef9-20eb7e6c8e75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:42:01.618383 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a51de-eca3-4037-808b-d80b40ac43cc tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Pushing event updated for resources: {'Port': ['ID=b113cd9c-edf4-4110-912c-3f957935bcb8,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:01.619111 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-c0115c61-2789-43d3-b660-4ee5c86bc649 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:42:01.625203 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-3404cedc-deeb-4b05-bef9-20eb7e6c8e75 admin admin] Usage tracker for resource:security_group_rule and tenant:25caa68b21e143809a2a68eb0038641c is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:42:01.630167 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [req-2cf3844b-5bf9-4a4d-9ec9-500dc1820069 req-da1cfcce-81ba-41dc-90fb-fee0a387e76f service neutron] Request body: {'port': {'device_id': 'aafa266a-bc66-489e-8f2b-27535d4ec88f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79123'}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:42:01.632969 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-3404cedc-deeb-4b05-bef9-20eb7e6c8e75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:42:01.635899 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-ec2a51de-eca3-4037-808b-d80b40ac43cc tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:01.642344 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-3404cedc-deeb-4b05-bef9-20eb7e6c8e75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:42:01.682217 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0d9272f4-01f8-4d94-ae7f-9a360839bc06 req-ec2a51de-eca3-4037-808b-d80b40ac43cc tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4696119 May 25 15:42:01.690385 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-c0115c61-2789-43d3-b660-4ee5c86bc649 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:42:01.712870 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6701743-c2b1-4d59-96f4-fb356d6d6279 req-66b4c9e3-69d6-4968-a46e-03721147aa1e tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:01.714965 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-d6701743-c2b1-4d59-96f4-fb356d6d6279 req-66b4c9e3-69d6-4968-a46e-03721147aa1e tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] 10.222.0.11 "GET /v2.0/ports?device_id=97e08778-4890-4eaa-8f9c-7120c12ab045 HTTP/1.1" status: 200 len: 943 time: 0.3773484 May 25 15:42:01.723657 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [req-0d9272f4-01f8-4d94-ae7f-9a360839bc06 req-8679168c-b70f-40d9-a175-a9cae1634810 service neutron] Request body: {'port': {'device_id': 'cf8eae8b-dc74-423c-bfe9-2e231dec17a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79123'}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:42:01.788196 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5b05d-451a-47cb-8436-0af9e04543d5 req-46a3eb51-7def-4afa-8c90-a3b43183bcd9 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:01.789376 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-cdd5b05d-451a-47cb-8436-0af9e04543d5 req-46a3eb51-7def-4afa-8c90-a3b43183bcd9 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Synchronizing usage tracker for tenant:ef29f0583dbd4d57978afb4a9dcb4a9d on resource:port {{(pid=98655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:42:01.862089 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-6e4a7305-57e7-4790-82e1-19cf706df87c None None] Provisioning for port b113cd9c-edf4-4110-912c-3f957935bcb8 completed by entity DHCP. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:42:01.867271 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-6e4a7305-57e7-4790-82e1-19cf706df87c None None] Provisioning complete for port b113cd9c-edf4-4110-912c-3f957935bcb8 triggered by entity DHCP. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:42:01.867881 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-6e4a7305-57e7-4790-82e1-19cf706df87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:01.897094 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-2cf3844b-5bf9-4a4d-9ec9-500dc1820069 req-da1cfcce-81ba-41dc-90fb-fee0a387e76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:01.927227 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-6e4a7305-57e7-4790-82e1-19cf706df87c None None] Port b113cd9c-edf4-4110-912c-3f957935bcb8 cannot update to ACTIVE because it is not bound. {{(pid=98656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:42:01.942326 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.db_base_plugin_common [req-ef6d7540-88e8-4c4b-8372-b3a3bf4e98da req-604600c0-954e-4788-8d36-207e66d7e5f4 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Allocated IP 172.20.0.12 (903b1638-4303-4bd6-85d0-46b06b3b03e2/86a02047-08fe-4706-bc57-8e2d90eb8132/df4292aa-f95e-4fbc-9652-976c9011a0a2) {{(pid=98653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:42:01.999501 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-d6701743-c2b1-4d59-96f4-fb356d6d6279 req-71f9bbe3-60c1-4506-bca0-a29022c897ce tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] 10.222.0.11 "GET /v2.0/security-groups?id=bac65979-6999-41af-b590-1435902bb92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409027 May 25 15:42:02.037768 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-0d9272f4-01f8-4d94-ae7f-9a360839bc06 req-8679168c-b70f-40d9-a175-a9cae1634810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:02.048769 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-3404cedc-deeb-4b05-bef9-20eb7e6c8e75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:02.055322 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-18001b56-8a11-433b-aea1-3fc3a3345069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:02.058211 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-3404cedc-deeb-4b05-bef9-20eb7e6c8e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:02.083528 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-18001b56-8a11-433b-aea1-3fc3a3345069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:02.097739 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:02.159251 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-6fbba362-ddc3-4866-a388-6f53aaf85bad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:02.164299 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-3404cedc-deeb-4b05-bef9-20eb7e6c8e75 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=25caa68b21e143809a2a68eb0038641c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7718554 May 25 15:42:02.174137 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 41456) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:02.178109 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404cedc-deeb-4b05-bef9-20eb7e6c8e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a1a28c-f7fc-4f3d-b5c3-afee9550a886,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:02.181582 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-c0115c61-2789-43d3-b660-4ee5c86bc649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:02.182133 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-3404cedc-deeb-4b05-bef9-20eb7e6c8e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:02.217681 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-c0115c61-2789-43d3-b660-4ee5c86bc649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:02.264130 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-18001b56-8a11-433b-aea1-3fc3a3345069 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3ba5cfc8f46f43d6b8fc87247408c029&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5293531 May 25 15:42:02.290691 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 41460) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:02.291370 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18001b56-8a11-433b-aea1-3fc3a3345069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71162610-d069-44db-8fa5-44841fbd855e,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:02.295854 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-18001b56-8a11-433b-aea1-3fc3a3345069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:02.321446 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-cdd5b05d-451a-47cb-8436-0af9e04543d5 req-46a3eb51-7def-4afa-8c90-a3b43183bcd9 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Unset dirty status for tenant:ef29f0583dbd4d57978afb4a9dcb4a9d on resource:port {{(pid=98655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:42:02.322623 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-cdd5b05d-451a-47cb-8436-0af9e04543d5 req-46a3eb51-7def-4afa-8c90-a3b43183bcd9 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8eae8b-dc74-423c-bfe9-2e231dec17a1 HTTP/1.1" status: 200 len: 931 time: 0.8614736 May 25 15:42:02.333759 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-59cc142a-5f00-4d26-aaee-8f85190e540c req-471132f2-8e4e-4eb2-837d-9273fcc20830 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=70cba167-3866-4a45-b124-c4d23c24406a HTTP/1.1" status: 200 len: 210 time: 0.0955882 May 25 15:42:02.360553 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-35095fb1-15af-46ed-b1c0-d0451044efed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:02.424154 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-c0115c61-2789-43d3-b660-4ee5c86bc649 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f4468e70e985440caee7de8bb4d8b666&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2972517 May 25 15:42:02.443959 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 41466) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:02.491716 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0115c61-2789-43d3-b660-4ee5c86bc649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140fa752-b3c8-4017-aaea-b9eb785efe51,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:02.503617 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-c0115c61-2789-43d3-b660-4ee5c86bc649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:02.518698 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-e15d656d-f0b8-406f-a3c1-388704cf2559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:02.534732 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-cdd5b05d-451a-47cb-8436-0af9e04543d5 req-66afa603-a9c2-428e-93bd-d81b25103239 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7d5e15d-8c08-4fba-97a1-bb7f546ffa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1999803 May 25 15:42:02.592300 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-e15d656d-f0b8-406f-a3c1-388704cf2559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:02.715931 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-ef6d7540-88e8-4c4b-8372-b3a3bf4e98da req-604600c0-954e-4788-8d36-207e66d7e5f4 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Notify callbacks [] for port, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:02.721913 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-3ef211b2-b09d-42c8-8325-d96be77069b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:02.740261 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-fbec8791-f997-43b1-9e00-170689e150de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:02.767773 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-e15d656d-f0b8-406f-a3c1-388704cf2559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:02.789859 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-cf00fdf8-3fc7-47ef-bdaf-2406d05ceae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:02.808137 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-3ef211b2-b09d-42c8-8325-d96be77069b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:02.810010 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15d656d-f0b8-406f-a3c1-388704cf2559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a1a28c-f7fc-4f3d-b5c3-afee9550a886,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:02.812101 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-e15d656d-f0b8-406f-a3c1-388704cf2559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:02.813430 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-e15d656d-f0b8-406f-a3c1-388704cf2559 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/65a1a28c-f7fc-4f3d-b5c3-afee9550a886 HTTP/1.1" status: 204 len: 168 time: 0.6383743 May 25 15:42:02.819515 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-e15d656d-f0b8-406f-a3c1-388704cf2559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:02.822945 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.notifiers.nova [req-0d9272f4-01f8-4d94-ae7f-9a360839bc06 req-8679168c-b70f-40d9-a175-a9cae1634810 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b113cd9c-edf4-4110-912c-3f957935bcb8 {{(pid=98655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:42:02.834463 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-0d9272f4-01f8-4d94-ae7f-9a360839bc06 req-8679168c-b70f-40d9-a175-a9cae1634810 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:02.890644 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-fbec8791-f997-43b1-9e00-170689e150de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:02.958288 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.provisioning_blocks [req-0d9272f4-01f8-4d94-ae7f-9a360839bc06 req-8679168c-b70f-40d9-a175-a9cae1634810 service neutron] Transition to ACTIVE for port object b113cd9c-edf4-4110-912c-3f957935bcb8 will not be triggered until provisioned by entity L2. {{(pid=98655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:42:02.962604 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-3ef211b2-b09d-42c8-8325-d96be77069b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:02.970052 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-0d9272f4-01f8-4d94-ae7f-9a360839bc06 req-8679168c-b70f-40d9-a175-a9cae1634810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:02.977238 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-e7464868-46b3-424a-bc64-57f582c84990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:02.979361 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-5afe6654-5230-4f7d-ba51-8e65ba64fa64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:03.008138 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef211b2-b09d-42c8-8325-d96be77069b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71162610-d069-44db-8fa5-44841fbd855e,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:03.020378 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-3ef211b2-b09d-42c8-8325-d96be77069b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:03.024308 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-3ef211b2-b09d-42c8-8325-d96be77069b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:03.027365 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device 7d7f49ba-6d7e-476b-b781-05d9d50918fe details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=98656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:42:03.029728 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-3ef211b2-b09d-42c8-8325-d96be77069b0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/71162610-d069-44db-8fa5-44841fbd855e HTTP/1.1" status: 204 len: 168 time: 0.7354469 May 25 15:42:03.034044 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-fbec8791-f997-43b1-9e00-170689e150de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:03.038150 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-fbec8791-f997-43b1-9e00-170689e150de admin admin] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:03.042721 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-fbec8791-f997-43b1-9e00-170689e150de admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/140fa752-b3c8-4017-aaea-b9eb785efe51 HTTP/1.1" status: 204 len: 168 time: 0.5955813 May 25 15:42:03.277787 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:03.304239 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-ef6d7540-88e8-4c4b-8372-b3a3bf4e98da req-604600c0-954e-4788-8d36-207e66d7e5f4 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730535669962'] for port, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:03.322828 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec8791-f997-43b1-9e00-170689e150de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140fa752-b3c8-4017-aaea-b9eb785efe51,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:03.333082 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-fbec8791-f997-43b1-9e00-170689e150de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:03.337738 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-eb34f98f-384c-4c5d-a64d-2b30bae50043 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:03.353101 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port 7d7f49ba-6d7e-476b-b781-05d9d50918fe, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=7d7f49ba-6d7e-476b-b781-05d9d50918fe,segment=NetworkSegment(5343296a-0f25-44ca-9b41-947270d52984),segment_id=5343296a-0f25-44ca-9b41-947270d52984)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:42:03.407633 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Returning: {'device': '7d7f49ba-6d7e-476b-b781-05d9d50918fe', 'network_id': '587d83b6-4668-47ec-b082-d47122580e68', 'port_id': '7d7f49ba-6d7e-476b-b781-05d9d50918fe', 'mac_address': 'fa:16:3e:42:01:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b1b04e2-a008-4cc2-8c87-dad179d2c65e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:42:03.458750 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef6d7540-88e8-4c4b-8372-b3a3bf4e98da req-604600c0-954e-4788-8d36-207e66d7e5f4 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Network 903b1638-4303-4bd6-85d0-46b06b3b03e2 is already hosted by enough agents. {{(pid=98653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:42:03.477570 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.base_scheduler [req-ef6d7540-88e8-4c4b-8372-b3a3bf4e98da req-604600c0-954e-4788-8d36-207e66d7e5f4 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Resources bound (agent type, host, resource id): {{(pid=98653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:42:03.482096 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef6d7540-88e8-4c4b-8372-b3a3bf4e98da req-604600c0-954e-4788-8d36-207e66d7e5f4 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Received port after_create {{(pid=98653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:42:03.503396 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d7540-88e8-4c4b-8372-b3a3bf4e98da req-604600c0-954e-4788-8d36-207e66d7e5f4 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:03.505023 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-ef6d7540-88e8-4c4b-8372-b3a3bf4e98da req-604600c0-954e-4788-8d36-207e66d7e5f4 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for port, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:03.537278 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:03.568336 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.notifiers.nova [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d7f49ba-6d7e-476b-b781-05d9d50918fe {{(pid=98656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:42:03.597623 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port 7d7f49ba-6d7e-476b-b781-05d9d50918fe, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=7d7f49ba-6d7e-476b-b781-05d9d50918fe,segment=NetworkSegment(5343296a-0f25-44ca-9b41-947270d52984),segment_id=5343296a-0f25-44ca-9b41-947270d52984)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:42:03.603482 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:03.605643 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-fdcc8814-5499-4433-a708-948dbc51d857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:03.618568 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-ef6d7540-88e8-4c4b-8372-b3a3bf4e98da req-604600c0-954e-4788-8d36-207e66d7e5f4 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7295196 May 25 15:42:03.633961 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604600c0-954e-4788-8d36-207e66d7e5f4 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Pushing event updated for resources: {'Port': ['ID=df4292aa-f95e-4fbc-9652-976c9011a0a2,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:03.646085 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-604600c0-954e-4788-8d36-207e66d7e5f4 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:03.647247 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8679168c-b70f-40d9-a175-a9cae1634810 service neutron] Pushing event updated for resources: {'Port': ['ID=b113cd9c-edf4-4110-912c-3f957935bcb8,revision_number=2']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:03.662389 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [req-ef6d7540-88e8-4c4b-8372-b3a3bf4e98da req-8f646c36-4e17-4f51-a62b-b9e7590b334d service neutron] Request body: {'port': {'device_id': '70cba167-3866-4a45-b124-c4d23c24406a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79123'}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:42:03.714378 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-8679168c-b70f-40d9-a175-a9cae1634810 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.735s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:03.715179 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Pushing event updated for resources: {'Port': ['ID=7d7f49ba-6d7e-476b-b781-05d9d50918fe,revision_number=4']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:03.721233 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:03.744266 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.managers [req-0d9272f4-01f8-4d94-ae7f-9a360839bc06 req-8679168c-b70f-40d9-a175-a9cae1634810 service neutron] Attempting to bind port b113cd9c-edf4-4110-912c-3f957935bcb8 on host hv-cinder-79123 for vnic_type normal with profile {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:42:03.744973 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.managers [req-0d9272f4-01f8-4d94-ae7f-9a360839bc06 req-8679168c-b70f-40d9-a175-a9cae1634810 service neutron] Attempting to bind port b113cd9c-edf4-4110-912c-3f957935bcb8 by drivers openvswitch,hyperv on host hv-cinder-79123 at level 0 using segments [{'id': '0c510c8f-714a-4fb1-927d-1e8254cb6993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '91f778d4-efe4-4f00-8d64-09660e7b60f7'}] {{(pid=98655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:42:03.745629 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9272f4-01f8-4d94-ae7f-9a360839bc06 req-8679168c-b70f-40d9-a175-a9cae1634810 service neutron] Attempting to bind port b113cd9c-edf4-4110-912c-3f957935bcb8 on network 91f778d4-efe4-4f00-8d64-09660e7b60f7 {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:42:03.753839 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9272f4-01f8-4d94-ae7f-9a360839bc06 req-8679168c-b70f-40d9-a175-a9cae1634810 service neutron] Port b113cd9c-edf4-4110-912c-3f957935bcb8 on network 91f778d4-efe4-4f00-8d64-09660e7b60f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79123 {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 15:42:03.754971 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9272f4-01f8-4d94-ae7f-9a360839bc06 req-8679168c-b70f-40d9-a175-a9cae1634810 service neutron] Attempting to bind port b113cd9c-edf4-4110-912c-3f957935bcb8 on network 91f778d4-efe4-4f00-8d64-09660e7b60f7 {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:42:03.763992 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9272f4-01f8-4d94-ae7f-9a360839bc06 req-8679168c-b70f-40d9-a175-a9cae1634810 service neutron] Checking agent: {'id': 'e8d02b02-d66f-44f3-9cce-64202f9374d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 39, 18), 'started_at': datetime.datetime(2021, 5, 25, 15, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:42:03.765173 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9272f4-01f8-4d94-ae7f-9a360839bc06 req-8679168c-b70f-40d9-a175-a9cae1634810 service neutron] Checking segment: {'id': '0c510c8f-714a-4fb1-927d-1e8254cb6993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '91f778d4-efe4-4f00-8d64-09660e7b60f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:42:03.765803 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9272f4-01f8-4d94-ae7f-9a360839bc06 req-8679168c-b70f-40d9-a175-a9cae1634810 service neutron] Bound using segment: {'id': '0c510c8f-714a-4fb1-927d-1e8254cb6993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '91f778d4-efe4-4f00-8d64-09660e7b60f7'} {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:42:03.766515 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.managers [req-0d9272f4-01f8-4d94-ae7f-9a360839bc06 req-8679168c-b70f-40d9-a175-a9cae1634810 service neutron] Bound port: b113cd9c-edf4-4110-912c-3f957935bcb8, host: hv-cinder-79123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c510c8f-714a-4fb1-927d-1e8254cb6993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '91f778d4-efe4-4f00-8d64-09660e7b60f7'}}] {{(pid=98655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:42:03.767052 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-0d9272f4-01f8-4d94-ae7f-9a360839bc06 req-8679168c-b70f-40d9-a175-a9cae1634810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:03.921496 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32bf08d-b1ae-4577-b3bd-af423810f6c5 req-a18e6a8e-b1c6-49c6-82d3-6318673a9930 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:03.923435 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-b32bf08d-b1ae-4577-b3bd-af423810f6c5 req-a18e6a8e-b1c6-49c6-82d3-6318673a9930 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] 10.222.0.11 "GET /v2.0/ports?device_id=97e08778-4890-4eaa-8f9c-7120c12ab045 HTTP/1.1" status: 200 len: 943 time: 0.5855992 May 25 15:42:03.961407 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 41506) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:03.985973 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.db [req-0d9272f4-01f8-4d94-ae7f-9a360839bc06 req-8679168c-b70f-40d9-a175-a9cae1634810 service neutron] For port b113cd9c-edf4-4110-912c-3f957935bcb8, host hv-cinder-79123, cleared binding levels {{(pid=98655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:42:03.993260 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-a95d09d5-b78d-4dbd-ad7c-23f6b195973b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:03.997292 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.db [req-0d9272f4-01f8-4d94-ae7f-9a360839bc06 req-8679168c-b70f-40d9-a175-a9cae1634810 service neutron] For port b113cd9c-edf4-4110-912c-3f957935bcb8, host hv-cinder-79123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=b113cd9c-edf4-4110-912c-3f957935bcb8,segment=NetworkSegment(0c510c8f-714a-4fb1-927d-1e8254cb6993),segment_id=0c510c8f-714a-4fb1-927d-1e8254cb6993)] {{(pid=98655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:42:04.007592 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac1d41-4636-40b0-bc3a-1041c50412c9 req-0e5cc824-25f0-4ce9-98aa-b6999b2d265c tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:04.009378 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-b0ac1d41-4636-40b0-bc3a-1041c50412c9 req-0e5cc824-25f0-4ce9-98aa-b6999b2d265c tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=70cba167-3866-4a45-b124-c4d23c24406a HTTP/1.1" status: 200 len: 932 time: 0.3640621 May 25 15:42:04.013131 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-a95d09d5-b78d-4dbd-ad7c-23f6b195973b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:42:04.014561 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-0d9272f4-01f8-4d94-ae7f-9a360839bc06 req-8679168c-b70f-40d9-a175-a9cae1634810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:04.017639 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-a95d09d5-b78d-4dbd-ad7c-23f6b195973b admin admin] Usage tracker for resource:security_group_rule and tenant:9f3fa9de5e43493e9c1d4b4abd0f8e0f is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:42:04.021384 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-a95d09d5-b78d-4dbd-ad7c-23f6b195973b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:42:04.025810 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-ec2a51de-eca3-4037-808b-d80b40ac43cc tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:04.028419 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-a95d09d5-b78d-4dbd-ad7c-23f6b195973b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:42:04.041343 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-ef6d7540-88e8-4c4b-8372-b3a3bf4e98da req-8f646c36-4e17-4f51-a62b-b9e7590b334d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:04.060305 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 41510) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:04.082812 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] get_ports_and_sgs() called for port_ids ['7d7f49ba-6d7e-476b-b781-05d9d50918fe'] {{(pid=98656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:42:04.089107 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-b32bf08d-b1ae-4577-b3bd-af423810f6c5 req-aef697d9-e4e8-4355-aabf-3ef06bb67987 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] 10.222.0.11 "GET /v2.0/security-groups?id=bac65979-6999-41af-b590-1435902bb92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499991 May 25 15:42:04.111388 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-259120e4-ceff-4e22-958f-0deca7cee6e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:04.160082 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9272f4-01f8-4d94-ae7f-9a360839bc06 req-8679168c-b70f-40d9-a175-a9cae1634810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:04.161456 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-0d9272f4-01f8-4d94-ae7f-9a360839bc06 req-8679168c-b70f-40d9-a175-a9cae1634810 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for port, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:04.163073 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0d9272f4-01f8-4d94-ae7f-9a360839bc06 req-8679168c-b70f-40d9-a175-a9cae1634810 service neutron] 10.222.0.62 "PUT /v2.0/ports/b113cd9c-edf4-4110-912c-3f957935bcb8 HTTP/1.1" status: 200 len: 1093 time: 2.4619145 May 25 15:42:04.163776 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf8eae8b-dc74-423c-bfe9-2e231dec17a1', 'tag': 'b113cd9c-edf4-4110-912c-3f957935bcb8'}] {{(pid=98655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:42:04.198252 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-b0ac1d41-4636-40b0-bc3a-1041c50412c9 req-528251b4-561e-4356-ba13-3a9a765aaeef tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Synchronizing usage tracker for tenant:4c2510090ada4fe295deec64f74c04e7 on resource:security_group {{(pid=98655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:42:04.206767 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8679168c-b70f-40d9-a175-a9cae1634810 service neutron] Pushing event updated for resources: {'Port': ['ID=b113cd9c-edf4-4110-912c-3f957935bcb8,revision_number=3']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:04.213374 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-8679168c-b70f-40d9-a175-a9cae1634810 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:04.221254 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-259120e4-ceff-4e22-958f-0deca7cee6e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:42:04.243338 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.notifiers.nova [req-2cf3844b-5bf9-4a4d-9ec9-500dc1820069 req-da1cfcce-81ba-41dc-90fb-fee0a387e76f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 913212ce-3d8b-4dcc-9a04-ff0ac4d1ebe7 {{(pid=98653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:42:04.266261 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-b0ac1d41-4636-40b0-bc3a-1041c50412c9 req-528251b4-561e-4356-ba13-3a9a765aaeef tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Unset dirty status for tenant:4c2510090ada4fe295deec64f74c04e7 on resource:security_group {{(pid=98655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:42:04.268501 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-b0ac1d41-4636-40b0-bc3a-1041c50412c9 req-528251b4-561e-4356-ba13-3a9a765aaeef tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498095 May 25 15:42:04.290860 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-2cf3844b-5bf9-4a4d-9ec9-500dc1820069 req-da1cfcce-81ba-41dc-90fb-fee0a387e76f service neutron] Notify callbacks [] for port, precommit_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:04.428042 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.provisioning_blocks [req-2cf3844b-5bf9-4a4d-9ec9-500dc1820069 req-da1cfcce-81ba-41dc-90fb-fee0a387e76f service neutron] Transition to ACTIVE for port object 913212ce-3d8b-4dcc-9a04-ff0ac4d1ebe7 will not be triggered until provisioned by entity L2. {{(pid=98653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:42:04.551341 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf8eae8b-dc74-423c-bfe9-2e231dec17a1', 'tag': 'b113cd9c-edf4-4110-912c-3f957935bcb8', 'status': 'completed', 'code': 200} May 25 15:42:04.699167 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9272f4-01f8-4d94-ae7f-9a360839bc06 req-a02e02e2-c10c-486f-b4f5-65e0ec9a8de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:04.703154 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0d9272f4-01f8-4d94-ae7f-9a360839bc06 req-a02e02e2-c10c-486f-b4f5-65e0ec9a8de1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ef29f0583dbd4d57978afb4a9dcb4a9d&device_id=cf8eae8b-dc74-423c-bfe9-2e231dec17a1 HTTP/1.1" status: 200 len: 1096 time: 0.3941884 May 25 15:42:04.747210 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-a95d09d5-b78d-4dbd-ad7c-23f6b195973b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:04.766217 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-2cf3844b-5bf9-4a4d-9ec9-500dc1820069 req-da1cfcce-81ba-41dc-90fb-fee0a387e76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:04.769034 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-259120e4-ceff-4e22-958f-0deca7cee6e8 admin admin] Usage tracker for resource:security_group_rule and tenant:ab2dfbaad3ae4e448ae963ca84163dd8 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:42:04.798966 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-a95d09d5-b78d-4dbd-ad7c-23f6b195973b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:04.804869 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-259120e4-ceff-4e22-958f-0deca7cee6e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:42:04.840225 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-604600c0-954e-4788-8d36-207e66d7e5f4 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:04.845571 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 41530) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:04.914451 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0d9272f4-01f8-4d94-ae7f-9a360839bc06 req-285a85e7-d860-4925-a154-60e29dd1beb7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b113cd9c-edf4-4110-912c-3f957935bcb8 HTTP/1.1" status: 200 len: 217 time: 0.1879711 May 25 15:42:04.915373 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-043c071b-8398-4065-8b34-e330852bb744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:04.974773 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-259120e4-ceff-4e22-958f-0deca7cee6e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:42:04.989610 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-a95d09d5-b78d-4dbd-ad7c-23f6b195973b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9f3fa9de5e43493e9c1d4b4abd0f8e0f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0194116 May 25 15:42:04.995913 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 41536) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:05.001462 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-043c071b-8398-4065-8b34-e330852bb744 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:42:05.008422 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-043c071b-8398-4065-8b34-e330852bb744 admin admin] Usage tracker for resource:security_group_rule and tenant:ac0891c3ade8489eb88e9a268301ac9a is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:42:05.016539 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-043c071b-8398-4065-8b34-e330852bb744 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:42:05.052493 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-043c071b-8398-4065-8b34-e330852bb744 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:42:05.199376 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-043c071b-8398-4065-8b34-e330852bb744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:05.242699 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-043c071b-8398-4065-8b34-e330852bb744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:05.266243 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-e15d656d-f0b8-406f-a3c1-388704cf2559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:05.321917 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043c071b-8398-4065-8b34-e330852bb744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1899735-91a0-4053-b1c0-b6ddfe77ef2c,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:05.325548 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-043c071b-8398-4065-8b34-e330852bb744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:05.354625 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 41554) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:05.368568 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1cfcce-81ba-41dc-90fb-fee0a387e76f service neutron] Pushing event updated for resources: {'Port': ['ID=913212ce-3d8b-4dcc-9a04-ff0ac4d1ebe7,revision_number=2']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:05.377609 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.managers [req-2cf3844b-5bf9-4a4d-9ec9-500dc1820069 req-da1cfcce-81ba-41dc-90fb-fee0a387e76f service neutron] Attempting to bind port 913212ce-3d8b-4dcc-9a04-ff0ac4d1ebe7 on host hv-cinder-79123 for vnic_type normal with profile {{(pid=98653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:42:05.377910 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.managers [req-2cf3844b-5bf9-4a4d-9ec9-500dc1820069 req-da1cfcce-81ba-41dc-90fb-fee0a387e76f service neutron] Attempting to bind port 913212ce-3d8b-4dcc-9a04-ff0ac4d1ebe7 by drivers openvswitch,hyperv on host hv-cinder-79123 at level 0 using segments [{'id': '04537342-e49f-4ca7-9497-027e653b84a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '903b1638-4303-4bd6-85d0-46b06b3b03e2'}] {{(pid=98653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:42:05.378359 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf3844b-5bf9-4a4d-9ec9-500dc1820069 req-da1cfcce-81ba-41dc-90fb-fee0a387e76f service neutron] Attempting to bind port 913212ce-3d8b-4dcc-9a04-ff0ac4d1ebe7 on network 903b1638-4303-4bd6-85d0-46b06b3b03e2 {{(pid=98653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:42:05.383151 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df5a566-0fe5-4552-8481-c8cef26d1b46 req-b5ad6e51-6d16-4b75-931f-455c33e9395b tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:05.391938 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-3df5a566-0fe5-4552-8481-c8cef26d1b46 req-b5ad6e51-6d16-4b75-931f-455c33e9395b tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8eae8b-dc74-423c-bfe9-2e231dec17a1 HTTP/1.1" status: 200 len: 943 time: 0.8214891 May 25 15:42:05.392178 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-da1cfcce-81ba-41dc-90fb-fee0a387e76f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:05.392178 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-3ef211b2-b09d-42c8-8325-d96be77069b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.408s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:05.435203 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf3844b-5bf9-4a4d-9ec9-500dc1820069 req-da1cfcce-81ba-41dc-90fb-fee0a387e76f service neutron] Port 913212ce-3d8b-4dcc-9a04-ff0ac4d1ebe7 on network 903b1638-4303-4bd6-85d0-46b06b3b03e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79123 {{(pid=98653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 15:42:05.435545 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf3844b-5bf9-4a4d-9ec9-500dc1820069 req-da1cfcce-81ba-41dc-90fb-fee0a387e76f service neutron] Attempting to bind port 913212ce-3d8b-4dcc-9a04-ff0ac4d1ebe7 on network 903b1638-4303-4bd6-85d0-46b06b3b03e2 {{(pid=98653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:42:05.518441 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf3844b-5bf9-4a4d-9ec9-500dc1820069 req-da1cfcce-81ba-41dc-90fb-fee0a387e76f service neutron] Checking agent: {'id': 'e8d02b02-d66f-44f3-9cce-64202f9374d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 39, 18), 'started_at': datetime.datetime(2021, 5, 25, 15, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:42:05.518724 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf3844b-5bf9-4a4d-9ec9-500dc1820069 req-da1cfcce-81ba-41dc-90fb-fee0a387e76f service neutron] Checking segment: {'id': '04537342-e49f-4ca7-9497-027e653b84a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '903b1638-4303-4bd6-85d0-46b06b3b03e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:42:05.519337 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf3844b-5bf9-4a4d-9ec9-500dc1820069 req-da1cfcce-81ba-41dc-90fb-fee0a387e76f service neutron] Bound using segment: {'id': '04537342-e49f-4ca7-9497-027e653b84a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '903b1638-4303-4bd6-85d0-46b06b3b03e2'} {{(pid=98653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:42:05.519945 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.managers [req-2cf3844b-5bf9-4a4d-9ec9-500dc1820069 req-da1cfcce-81ba-41dc-90fb-fee0a387e76f service neutron] Bound port: 913212ce-3d8b-4dcc-9a04-ff0ac4d1ebe7, host: hv-cinder-79123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04537342-e49f-4ca7-9497-027e653b84a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '903b1638-4303-4bd6-85d0-46b06b3b03e2'}}] {{(pid=98653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:42:05.520604 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-2cf3844b-5bf9-4a4d-9ec9-500dc1820069 req-da1cfcce-81ba-41dc-90fb-fee0a387e76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:05.538529 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9272f4-01f8-4d94-ae7f-9a360839bc06 req-216ed864-3468-4857-b4be-2e5952291e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:05.539560 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0d9272f4-01f8-4d94-ae7f-9a360839bc06 req-216ed864-3468-4857-b4be-2e5952291e00 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1434e2d-9207-4f36-a5e8-fa06210626a6 HTTP/1.1" status: 200 len: 850 time: 0.6112347 May 25 15:42:05.539829 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95d09d5-b78d-4dbd-ad7c-23f6b195973b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ea81b5-e90a-4534-bec4-1dee22fd7b8b,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:05.554168 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-043c071b-8398-4065-8b34-e330852bb744 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ac0891c3ade8489eb88e9a268301ac9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6945360 May 25 15:42:05.555807 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-a95d09d5-b78d-4dbd-ad7c-23f6b195973b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:05.578767 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 41560) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:05.778955 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-584341ad-62a9-40ab-a8ce-2a710fcbfcab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:05.786154 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-3df5a566-0fe5-4552-8481-c8cef26d1b46 req-c37963d4-1a5d-47f6-b1c8-53ef87c5f993 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7d5e15d-8c08-4fba-97a1-bb7f546ffa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3328543 May 25 15:42:05.816322 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-b84dd200-d963-44af-b314-952a70fae1e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:05.816978 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-259120e4-ceff-4e22-958f-0deca7cee6e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:05.863369 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-259120e4-ceff-4e22-958f-0deca7cee6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:05.872892 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-b84dd200-d963-44af-b314-952a70fae1e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:42:05.886325 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-584341ad-62a9-40ab-a8ce-2a710fcbfcab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:05.898341 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-69b9c82b-a706-47da-ad68-00c30708f856 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:05.905393 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-b84dd200-d963-44af-b314-952a70fae1e9 admin admin] Usage tracker for resource:security_group_rule and tenant:d4c8a95961bd44d49ede99a085f8fa5c is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:42:05.936452 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-b84dd200-d963-44af-b314-952a70fae1e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:42:05.955149 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0020bea-5137-4f60-838e-9f4fcfbebe73 req-35af3e0d-d04c-47c5-8a8a-2f4318edf7f2 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:05.958000 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-b0020bea-5137-4f60-838e-9f4fcfbebe73 req-35af3e0d-d04c-47c5-8a8a-2f4318edf7f2 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] 10.222.0.11 "GET /v2.0/ports?device_id=97e08778-4890-4eaa-8f9c-7120c12ab045 HTTP/1.1" status: 200 len: 944 time: 0.6041853 May 25 15:42:05.979020 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.db [req-2cf3844b-5bf9-4a4d-9ec9-500dc1820069 req-da1cfcce-81ba-41dc-90fb-fee0a387e76f service neutron] For port 913212ce-3d8b-4dcc-9a04-ff0ac4d1ebe7, host hv-cinder-79123, cleared binding levels {{(pid=98653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:42:06.014622 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-5cd325b7-813a-4feb-aa79-fbdba58844fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:06.039274 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-259120e4-ceff-4e22-958f-0deca7cee6e8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ab2dfbaad3ae4e448ae963ca84163dd8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9710517 May 25 15:42:06.039274 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.db.resource_extend [req-ef6d7540-88e8-4c4b-8372-b3a3bf4e98da req-8f646c36-4e17-4f51-a62b-b9e7590b334d service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 15:42:06.051631 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-b84dd200-d963-44af-b314-952a70fae1e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:42:06.065398 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 41566) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:06.087458 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.db [req-2cf3844b-5bf9-4a4d-9ec9-500dc1820069 req-da1cfcce-81ba-41dc-90fb-fee0a387e76f service neutron] For port 913212ce-3d8b-4dcc-9a04-ff0ac4d1ebe7, host hv-cinder-79123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=913212ce-3d8b-4dcc-9a04-ff0ac4d1ebe7,segment=NetworkSegment(04537342-e49f-4ca7-9497-027e653b84a9),segment_id=04537342-e49f-4ca7-9497-027e653b84a9)] {{(pid=98653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:42:06.094818 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259120e4-ceff-4e22-958f-0deca7cee6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1dd9f3-e10a-44b5-a648-fe01ebe4d271,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:06.150605 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-259120e4-ceff-4e22-958f-0deca7cee6e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:06.165741 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-2cf3844b-5bf9-4a4d-9ec9-500dc1820069 req-da1cfcce-81ba-41dc-90fb-fee0a387e76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:06.178997 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-5cd325b7-813a-4feb-aa79-fbdba58844fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:06.182298 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9272f4-01f8-4d94-ae7f-9a360839bc06 req-2a926b0c-be5d-410e-982b-0768b5061386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:06.184800 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0d9272f4-01f8-4d94-ae7f-9a360839bc06 req-2a926b0c-be5d-410e-982b-0768b5061386 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=91f778d4-efe4-4f00-8d64-09660e7b60f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6293435 May 25 15:42:06.188068 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-d98506f7-4306-45f4-9445-a7a14121a495 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:06.352500 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.notifiers.nova [req-ef6d7540-88e8-4c4b-8372-b3a3bf4e98da req-8f646c36-4e17-4f51-a62b-b9e7590b334d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df4292aa-f95e-4fbc-9652-976c9011a0a2 {{(pid=98653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:42:06.357966 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-b0020bea-5137-4f60-838e-9f4fcfbebe73 req-8f33b58d-9b07-4282-a38f-5b13a59b17f8 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] 10.222.0.11 "GET /v2.0/security-groups?id=bac65979-6999-41af-b590-1435902bb92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027198 May 25 15:42:06.412662 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-ef6d7540-88e8-4c4b-8372-b3a3bf4e98da req-8f646c36-4e17-4f51-a62b-b9e7590b334d service neutron] Notify callbacks [] for port, precommit_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:06.433568 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-584341ad-62a9-40ab-a8ce-2a710fcbfcab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:06.453412 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3844b-5bf9-4a4d-9ec9-500dc1820069 req-da1cfcce-81ba-41dc-90fb-fee0a387e76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:06.454438 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-2cf3844b-5bf9-4a4d-9ec9-500dc1820069 req-da1cfcce-81ba-41dc-90fb-fee0a387e76f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for port, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:06.456140 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-2cf3844b-5bf9-4a4d-9ec9-500dc1820069 req-da1cfcce-81ba-41dc-90fb-fee0a387e76f service neutron] 10.222.0.62 "PUT /v2.0/ports/913212ce-3d8b-4dcc-9a04-ff0ac4d1ebe7 HTTP/1.1" status: 200 len: 1093 time: 4.8478084 May 25 15:42:06.459660 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aafa266a-bc66-489e-8f2b-27535d4ec88f', 'tag': '913212ce-3d8b-4dcc-9a04-ff0ac4d1ebe7'}] {{(pid=98653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:42:06.475463 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-3404cedc-deeb-4b05-bef9-20eb7e6c8e75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:06.570977 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1cfcce-81ba-41dc-90fb-fee0a387e76f service neutron] Pushing event updated for resources: {'Port': ['ID=913212ce-3d8b-4dcc-9a04-ff0ac4d1ebe7,revision_number=3']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:06.581468 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-a272f1da-6ced-4d93-9b3b-94a041271b31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:06.591593 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-da1cfcce-81ba-41dc-90fb-fee0a387e76f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:06.612127 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec5de4-f327-4a21-a657-29c92c36ac10 req-dc056aa3-d7bc-47c0-9483-5557d3d04bc2 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:06.615105 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-baec5de4-f327-4a21-a657-29c92c36ac10 req-dc056aa3-d7bc-47c0-9483-5557d3d04bc2 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=70cba167-3866-4a45-b124-c4d23c24406a HTTP/1.1" status: 200 len: 932 time: 0.6826365 May 25 15:42:06.623411 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584341ad-62a9-40ab-a8ce-2a710fcbfcab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ea81b5-e90a-4534-bec4-1dee22fd7b8b,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:06.650125 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0d9272f4-01f8-4d94-ae7f-9a360839bc06 req-92cee3ff-d1ef-4b98-8de5-bb1b6c8cc7b2 service neutron] 10.222.0.62 "GET /v2.0/networks/91f778d4-efe4-4f00-8d64-09660e7b60f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4550636 May 25 15:42:06.664049 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-584341ad-62a9-40ab-a8ce-2a710fcbfcab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:06.753294 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.provisioning_blocks [req-ef6d7540-88e8-4c4b-8372-b3a3bf4e98da req-8f646c36-4e17-4f51-a62b-b9e7590b334d service neutron] Transition to ACTIVE for port object df4292aa-f95e-4fbc-9652-976c9011a0a2 will not be triggered until provisioned by entity L2. {{(pid=98653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:42:06.762893 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-5cd325b7-813a-4feb-aa79-fbdba58844fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:06.768126 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-ef6d7540-88e8-4c4b-8372-b3a3bf4e98da req-8f646c36-4e17-4f51-a62b-b9e7590b334d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:06.792796 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-259120e4-ceff-4e22-958f-0deca7cee6e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:06.798668 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-a272f1da-6ced-4d93-9b3b-94a041271b31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:06.811918 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd325b7-813a-4feb-aa79-fbdba58844fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1899735-91a0-4053-b1c0-b6ddfe77ef2c,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:06.814966 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-5cd325b7-813a-4feb-aa79-fbdba58844fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:06.838081 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-584341ad-62a9-40ab-a8ce-2a710fcbfcab admin admin] Notify callbacks [] for security_group, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:06.840251 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-584341ad-62a9-40ab-a8ce-2a710fcbfcab admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/11ea81b5-e90a-4534-bec4-1dee22fd7b8b HTTP/1.1" status: 204 len: 168 time: 1.6387453 May 25 15:42:06.844378 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-b84dd200-d963-44af-b314-952a70fae1e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:06.847470 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3844b-5bf9-4a4d-9ec9-500dc1820069 req-a3808c1a-db98-4317-b6e6-fe796ccea5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:06.852209 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-2cf3844b-5bf9-4a4d-9ec9-500dc1820069 req-a3808c1a-db98-4317-b6e6-fe796ccea5a5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4c2510090ada4fe295deec64f74c04e7&device_id=aafa266a-bc66-489e-8f2b-27535d4ec88f HTTP/1.1" status: 200 len: 1096 time: 0.2908926 May 25 15:42:06.869661 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:07.020506 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-b84dd200-d963-44af-b314-952a70fae1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:07.028417 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device 7d7f49ba-6d7e-476b-b781-05d9d50918fe up at agent hyperv_hv-cinder-79123 {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:42:07.080962 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-043c071b-8398-4065-8b34-e330852bb744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:07.191310 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-baec5de4-f327-4a21-a657-29c92c36ac10 req-0d96ae09-e69e-4798-b628-c97adf3f8bcc tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5640719 May 25 15:42:07.230827 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-2cf3844b-5bf9-4a4d-9ec9-500dc1820069 req-534738d1-9841-4221-8990-dbd23f3f6bc6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=913212ce-3d8b-4dcc-9a04-ff0ac4d1ebe7 HTTP/1.1" status: 200 len: 217 time: 0.2600327 May 25 15:42:07.263262 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Provisioning for port 7d7f49ba-6d7e-476b-b781-05d9d50918fe completed by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:42:07.274919 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Provisioning complete for port 7d7f49ba-6d7e-476b-b781-05d9d50918fe triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:42:07.275747 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:07.292894 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0d9272f4-01f8-4d94-ae7f-9a360839bc06 req-e00fdad1-64c5-476a-a456-a24e5f64e84e service neutron] 10.222.0.62 "GET /v2.0/networks/91f778d4-efe4-4f00-8d64-09660e7b60f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5875902 May 25 15:42:07.371733 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-b84dd200-d963-44af-b314-952a70fae1e9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d4c8a95961bd44d49ede99a085f8fa5c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9937856 May 25 15:42:07.371733 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 41602) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:07.374699 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84dd200-d963-44af-b314-952a70fae1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9258e23-1341-47c8-a192-d46cacbd2c14,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:07.413316 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-5cd325b7-813a-4feb-aa79-fbdba58844fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:07.428596 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-b84dd200-d963-44af-b314-952a70fae1e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:07.429152 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-5cd325b7-813a-4feb-aa79-fbdba58844fb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b1899735-91a0-4053-b1c0-b6ddfe77ef2c HTTP/1.1" status: 204 len: 168 time: 1.8458147 May 25 15:42:07.494609 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3844b-5bf9-4a4d-9ec9-500dc1820069 req-e827d42d-7336-4a37-a9bb-11cf4962c701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:07.496585 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-2cf3844b-5bf9-4a4d-9ec9-500dc1820069 req-e827d42d-7336-4a37-a9bb-11cf4962c701 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86a02047-08fe-4706-bc57-8e2d90eb8132 HTTP/1.1" status: 200 len: 859 time: 0.1870182 May 25 15:42:07.541483 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-a272f1da-6ced-4d93-9b3b-94a041271b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:07.558576 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-ea68fde7-de55-46f0-a561-cc6c9a0ddd5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:07.589140 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272f1da-6ced-4d93-9b3b-94a041271b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1dd9f3-e10a-44b5-a648-fe01ebe4d271,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:07.603900 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-a272f1da-6ced-4d93-9b3b-94a041271b31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:07.621726 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-2cf3844b-5bf9-4a4d-9ec9-500dc1820069 req-21176681-00b2-4c8d-833a-003a8be26d82 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=903b1638-4303-4bd6-85d0-46b06b3b03e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1128867 May 25 15:42:07.622755 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f646c36-4e17-4f51-a62b-b9e7590b334d service neutron] Pushing event updated for resources: {'Port': ['ID=df4292aa-f95e-4fbc-9652-976c9011a0a2,revision_number=2']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:07.648394 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-8f646c36-4e17-4f51-a62b-b9e7590b334d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.779s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:07.650715 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.managers [req-ef6d7540-88e8-4c4b-8372-b3a3bf4e98da req-8f646c36-4e17-4f51-a62b-b9e7590b334d service neutron] Attempting to bind port df4292aa-f95e-4fbc-9652-976c9011a0a2 on host hv-cinder-79123 for vnic_type normal with profile {{(pid=98653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:42:07.651210 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.managers [req-ef6d7540-88e8-4c4b-8372-b3a3bf4e98da req-8f646c36-4e17-4f51-a62b-b9e7590b334d service neutron] Attempting to bind port df4292aa-f95e-4fbc-9652-976c9011a0a2 by drivers openvswitch,hyperv on host hv-cinder-79123 at level 0 using segments [{'id': '04537342-e49f-4ca7-9497-027e653b84a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '903b1638-4303-4bd6-85d0-46b06b3b03e2'}] {{(pid=98653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:42:07.651654 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6d7540-88e8-4c4b-8372-b3a3bf4e98da req-8f646c36-4e17-4f51-a62b-b9e7590b334d service neutron] Attempting to bind port df4292aa-f95e-4fbc-9652-976c9011a0a2 on network 903b1638-4303-4bd6-85d0-46b06b3b03e2 {{(pid=98653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:42:07.652415 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-a272f1da-6ced-4d93-9b3b-94a041271b31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:07.655031 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-a272f1da-6ced-4d93-9b3b-94a041271b31 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aa1dd9f3-e10a-44b5-a648-fe01ebe4d271 HTTP/1.1" status: 204 len: 168 time: 1.5822179 May 25 15:42:07.673149 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914da72-53f4-4607-9ae9-2199eae5668b req-930b361c-966d-4355-a02a-64ecce13f8b2 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:07.675648 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-2914da72-53f4-4607-9ae9-2199eae5668b req-930b361c-966d-4355-a02a-64ecce13f8b2 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8eae8b-dc74-423c-bfe9-2e231dec17a1 HTTP/1.1" status: 200 len: 943 time: 0.5790601 May 25 15:42:07.677209 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-c12bffd2-f45e-4bc5-823a-1987a3a6dfab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:07.694053 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6d7540-88e8-4c4b-8372-b3a3bf4e98da req-8f646c36-4e17-4f51-a62b-b9e7590b334d service neutron] Port df4292aa-f95e-4fbc-9652-976c9011a0a2 on network 903b1638-4303-4bd6-85d0-46b06b3b03e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79123 {{(pid=98653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 15:42:07.694433 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6d7540-88e8-4c4b-8372-b3a3bf4e98da req-8f646c36-4e17-4f51-a62b-b9e7590b334d service neutron] Attempting to bind port df4292aa-f95e-4fbc-9652-976c9011a0a2 on network 903b1638-4303-4bd6-85d0-46b06b3b03e2 {{(pid=98653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:42:07.761699 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-c12bffd2-f45e-4bc5-823a-1987a3a6dfab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:07.774055 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:07.840120 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e08778-4890-4eaa-8f9c-7120c12ab045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7f49ba-6d7e-476b-b781-05d9d50918fe'}] {{(pid=98656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:42:07.840568 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6d7540-88e8-4c4b-8372-b3a3bf4e98da req-8f646c36-4e17-4f51-a62b-b9e7590b334d service neutron] Checking agent: {'id': 'e8d02b02-d66f-44f3-9cce-64202f9374d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 39, 18), 'started_at': datetime.datetime(2021, 5, 25, 15, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:42:07.849892 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6d7540-88e8-4c4b-8372-b3a3bf4e98da req-8f646c36-4e17-4f51-a62b-b9e7590b334d service neutron] Checking segment: {'id': '04537342-e49f-4ca7-9497-027e653b84a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '903b1638-4303-4bd6-85d0-46b06b3b03e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:42:07.857269 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6d7540-88e8-4c4b-8372-b3a3bf4e98da req-8f646c36-4e17-4f51-a62b-b9e7590b334d service neutron] Bound using segment: {'id': '04537342-e49f-4ca7-9497-027e653b84a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '903b1638-4303-4bd6-85d0-46b06b3b03e2'} {{(pid=98653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:42:07.860351 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.managers [req-ef6d7540-88e8-4c4b-8372-b3a3bf4e98da req-8f646c36-4e17-4f51-a62b-b9e7590b334d service neutron] Bound port: df4292aa-f95e-4fbc-9652-976c9011a0a2, host: hv-cinder-79123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04537342-e49f-4ca7-9497-027e653b84a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '903b1638-4303-4bd6-85d0-46b06b3b03e2'}}] {{(pid=98653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:42:07.860991 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-ef6d7540-88e8-4c4b-8372-b3a3bf4e98da req-8f646c36-4e17-4f51-a62b-b9e7590b334d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:07.883589 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-c12bffd2-f45e-4bc5-823a-1987a3a6dfab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:07.908148 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef2fc3-7fa7-4e8b-9cfb-fe55c2ffce08 req-d9919871-a073-4729-874e-03608ca7ad80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:07.909759 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-7aef2fc3-7fa7-4e8b-9cfb-fe55c2ffce08 req-d9919871-a073-4729-874e-03608ca7ad80 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ef29f0583dbd4d57978afb4a9dcb4a9d&device_id=cf8eae8b-dc74-423c-bfe9-2e231dec17a1 HTTP/1.1" status: 200 len: 1096 time: 0.4835253 May 25 15:42:07.914062 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:07.991289 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port 7d7f49ba-6d7e-476b-b781-05d9d50918fe, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=7d7f49ba-6d7e-476b-b781-05d9d50918fe,segment=NetworkSegment(5343296a-0f25-44ca-9b41-947270d52984),segment_id=5343296a-0f25-44ca-9b41-947270d52984)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:42:07.999467 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:08.010169 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:08.078300 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aafa266a-bc66-489e-8f2b-27535d4ec88f', 'tag': '913212ce-3d8b-4dcc-9a04-ff0ac4d1ebe7', 'status': 'completed', 'code': 200} May 25 15:42:08.097695 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-2914da72-53f4-4607-9ae9-2199eae5668b req-a76aeee9-4361-46e0-9ceb-4bd1dfc56eea tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7d5e15d-8c08-4fba-97a1-bb7f546ffa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4063709 May 25 15:42:08.117188 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12bffd2-f45e-4bc5-823a-1987a3a6dfab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9258e23-1341-47c8-a192-d46cacbd2c14,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:08.126934 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-c12bffd2-f45e-4bc5-823a-1987a3a6dfab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:08.128587 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-c12bffd2-f45e-4bc5-823a-1987a3a6dfab admin admin] Notify callbacks [] for security_group, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:08.141219 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-c12bffd2-f45e-4bc5-823a-1987a3a6dfab admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d9258e23-1341-47c8-a192-d46cacbd2c14 HTTP/1.1" status: 204 len: 168 time: 0.7647569 May 25 15:42:08.193916 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Pushing event updated for resources: {'Port': ['ID=7d7f49ba-6d7e-476b-b781-05d9d50918fe,revision_number=5']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:08.197041 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:08.254424 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.db [req-ef6d7540-88e8-4c4b-8372-b3a3bf4e98da req-8f646c36-4e17-4f51-a62b-b9e7590b334d service neutron] For port df4292aa-f95e-4fbc-9652-976c9011a0a2, host hv-cinder-79123, cleared binding levels {{(pid=98653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:42:08.261747 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-2cf3844b-5bf9-4a4d-9ec9-500dc1820069 req-b4a708ca-ce26-4aa3-931a-f8702a0e1977 service neutron] 10.222.0.62 "GET /v2.0/networks/903b1638-4303-4bd6-85d0-46b06b3b03e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6121159 May 25 15:42:08.278794 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.db [req-ef6d7540-88e8-4c4b-8372-b3a3bf4e98da req-8f646c36-4e17-4f51-a62b-b9e7590b334d service neutron] For port df4292aa-f95e-4fbc-9652-976c9011a0a2, host hv-cinder-79123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=df4292aa-f95e-4fbc-9652-976c9011a0a2,segment=NetworkSegment(04537342-e49f-4ca7-9497-027e653b84a9),segment_id=04537342-e49f-4ca7-9497-027e653b84a9)] {{(pid=98653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:42:08.283351 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef2fc3-7fa7-4e8b-9cfb-fe55c2ffce08 req-ee0adfc0-88b4-41e1-9294-fd71accc2830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:08.286432 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-7aef2fc3-7fa7-4e8b-9cfb-fe55c2ffce08 req-ee0adfc0-88b4-41e1-9294-fd71accc2830 service neutron] 10.222.0.62 "GET /v2.0/networks?id=91f778d4-efe4-4f00-8d64-09660e7b60f7 HTTP/1.1" status: 200 len: 912 time: 0.3568368 May 25 15:42:08.314009 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-ef6d7540-88e8-4c4b-8372-b3a3bf4e98da req-8f646c36-4e17-4f51-a62b-b9e7590b334d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:08.393770 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:08.473428 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-7aef2fc3-7fa7-4e8b-9cfb-fe55c2ffce08 req-971d086d-8348-48a9-8219-2c02f8115c82 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b113cd9c-edf4-4110-912c-3f957935bcb8 HTTP/1.1" status: 200 len: 217 time: 0.1457686 May 25 15:42:08.506136 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d7540-88e8-4c4b-8372-b3a3bf4e98da req-8f646c36-4e17-4f51-a62b-b9e7590b334d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:08.506829 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-ef6d7540-88e8-4c4b-8372-b3a3bf4e98da req-8f646c36-4e17-4f51-a62b-b9e7590b334d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for port, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:08.508440 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-ef6d7540-88e8-4c4b-8372-b3a3bf4e98da req-8f646c36-4e17-4f51-a62b-b9e7590b334d service neutron] 10.222.0.62 "PUT /v2.0/ports/df4292aa-f95e-4fbc-9652-976c9011a0a2 HTTP/1.1" status: 200 len: 1094 time: 4.8513134 May 25 15:42:08.568819 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f646c36-4e17-4f51-a62b-b9e7590b334d service neutron] Pushing event updated for resources: {'Port': ['ID=df4292aa-f95e-4fbc-9652-976c9011a0a2,revision_number=3']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:08.631361 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-8f646c36-4e17-4f51-a62b-b9e7590b334d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:08.668939 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef2fc3-7fa7-4e8b-9cfb-fe55c2ffce08 req-0a45a97a-f58e-4a7a-93da-539aa3816db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:08.671291 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-7aef2fc3-7fa7-4e8b-9cfb-fe55c2ffce08 req-0a45a97a-f58e-4a7a-93da-539aa3816db5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1434e2d-9207-4f36-a5e8-fa06210626a6 HTTP/1.1" status: 200 len: 850 time: 0.1556160 May 25 15:42:08.675736 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-2cf3844b-5bf9-4a4d-9ec9-500dc1820069 req-56690bac-74f5-47b7-9519-74eb26efaa8d service neutron] 10.222.0.62 "GET /v2.0/networks/903b1638-4303-4bd6-85d0-46b06b3b03e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3963928 May 25 15:42:08.708068 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d7540-88e8-4c4b-8372-b3a3bf4e98da req-e4488054-a5f9-40a9-bfb8-12f8077ad1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:08.710981 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-ef6d7540-88e8-4c4b-8372-b3a3bf4e98da req-e4488054-a5f9-40a9-bfb8-12f8077ad1ef service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4c2510090ada4fe295deec64f74c04e7&device_id=70cba167-3866-4a45-b124-c4d23c24406a HTTP/1.1" status: 200 len: 1097 time: 0.1374009 May 25 15:42:08.715909 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a2cde-de08-41fa-919f-baa44be330c3 req-357e1dd3-6462-4728-af6d-dd22ef9f0efc tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:08.718006 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-5f7a2cde-de08-41fa-919f-baa44be330c3 req-357e1dd3-6462-4728-af6d-dd22ef9f0efc tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=70cba167-3866-4a45-b124-c4d23c24406a HTTP/1.1" status: 200 len: 944 time: 0.2434833 May 25 15:42:08.834543 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a4e02-5b49-4e00-9b18-ee485fa9a2fd req-e0de4046-3e5c-4a4e-9d91-101f81ac3760 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:08.848846 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0a3a4e02-5b49-4e00-9b18-ee485fa9a2fd req-e0de4046-3e5c-4a4e-9d91-101f81ac3760 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] 10.222.0.11 "GET /v2.0/ports?device_id=97e08778-4890-4eaa-8f9c-7120c12ab045 HTTP/1.1" status: 200 len: 945 time: 0.5678675 May 25 15:42:08.966234 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-ef6d7540-88e8-4c4b-8372-b3a3bf4e98da req-7eb61670-2ffe-47a0-9c1a-af2ce1ba3b7d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df4292aa-f95e-4fbc-9652-976c9011a0a2 HTTP/1.1" status: 200 len: 217 time: 0.2376909 May 25 15:42:09.097215 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d7540-88e8-4c4b-8372-b3a3bf4e98da req-39290369-3b55-4a8c-979c-23f771d35ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:09.099602 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-ef6d7540-88e8-4c4b-8372-b3a3bf4e98da req-39290369-3b55-4a8c-979c-23f771d35ca6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86a02047-08fe-4706-bc57-8e2d90eb8132 HTTP/1.1" status: 200 len: 859 time: 0.1255240 May 25 15:42:09.122811 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-5f7a2cde-de08-41fa-919f-baa44be330c3 req-b9a6ecd5-c36e-48e7-af84-7eb3e0499ff6 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386106 May 25 15:42:09.194387 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0a3a4e02-5b49-4e00-9b18-ee485fa9a2fd req-465e74e8-0609-406c-9304-b69db4e80c9f tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] 10.222.0.11 "GET /v2.0/security-groups?id=bac65979-6999-41af-b590-1435902bb92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408530 May 25 15:42:09.224060 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef1bc3f-debf-4966-a11c-b866536a48a9 req-562615ab-0e73-4ede-b35b-812f4b68444c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:09.227087 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-1ef1bc3f-debf-4966-a11c-b866536a48a9 req-562615ab-0e73-4ede-b35b-812f4b68444c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4c2510090ada4fe295deec64f74c04e7&device_id=aafa266a-bc66-489e-8f2b-27535d4ec88f HTTP/1.1" status: 200 len: 1096 time: 0.4078019 May 25 15:42:09.254760 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef2fc3-7fa7-4e8b-9cfb-fe55c2ffce08 req-47059d78-7c79-460e-94a0-ea18c316be6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:09.257948 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-7aef2fc3-7fa7-4e8b-9cfb-fe55c2ffce08 req-47059d78-7c79-460e-94a0-ea18c316be6b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=91f778d4-efe4-4f00-8d64-09660e7b60f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5621734 May 25 15:42:09.305634 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-ef6d7540-88e8-4c4b-8372-b3a3bf4e98da req-9f2e7b8a-9d2b-4cbf-b876-69d900ade1c6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=903b1638-4303-4bd6-85d0-46b06b3b03e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1984649 May 25 15:42:09.634583 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-7aef2fc3-7fa7-4e8b-9cfb-fe55c2ffce08 req-ec1c0f9c-001d-410c-b912-345d2f60bdc0 service neutron] 10.222.0.62 "GET /v2.0/networks/91f778d4-efe4-4f00-8d64-09660e7b60f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672493 May 25 15:42:09.652188 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b4ac2-0e5e-4199-b05b-ab0aad00b081 req-11b45af5-a7d8-4106-8b8f-5e5ddd0534f4 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:09.653817 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0e8b4ac2-0e5e-4199-b05b-ab0aad00b081 req-11b45af5-a7d8-4106-8b8f-5e5ddd0534f4 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8eae8b-dc74-423c-bfe9-2e231dec17a1 HTTP/1.1" status: 200 len: 943 time: 0.2182543 May 25 15:42:09.848756 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0e8b4ac2-0e5e-4199-b05b-ab0aad00b081 req-e8df5f13-5a67-4a52-a9b5-c6da11f4266f tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7d5e15d-8c08-4fba-97a1-bb7f546ffa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607070 May 25 15:42:09.989675 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-7aef2fc3-7fa7-4e8b-9cfb-fe55c2ffce08 req-35811acb-b134-40c3-9278-76028b5c0027 service neutron] 10.222.0.62 "GET /v2.0/networks/91f778d4-efe4-4f00-8d64-09660e7b60f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343148 May 25 15:42:10.020548 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-ef6d7540-88e8-4c4b-8372-b3a3bf4e98da req-1b67f21c-7ac8-4485-8ef6-5ca4f11064de service neutron] 10.222.0.62 "GET /v2.0/networks/903b1638-4303-4bd6-85d0-46b06b3b03e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6911154 May 25 15:42:10.026945 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef1bc3f-debf-4966-a11c-b866536a48a9 req-3b9740a7-c969-405f-8bab-c673eb29ff09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:10.029929 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-1ef1bc3f-debf-4966-a11c-b866536a48a9 req-3b9740a7-c969-405f-8bab-c673eb29ff09 service neutron] 10.222.0.62 "GET /v2.0/networks?id=903b1638-4303-4bd6-85d0-46b06b3b03e2 HTTP/1.1" status: 200 len: 920 time: 0.7944326 May 25 15:42:10.104834 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70cba167-3866-4a45-b124-c4d23c24406a', 'tag': 'df4292aa-f95e-4fbc-9652-976c9011a0a2'}] {{(pid=98653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:42:10.169236 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-1ef1bc3f-debf-4966-a11c-b866536a48a9 req-03a49096-dd7d-4dfc-8bb7-983ef14ab764 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=913212ce-3d8b-4dcc-9a04-ff0ac4d1ebe7 HTTP/1.1" status: 200 len: 217 time: 0.1270883 May 25 15:42:10.242760 dv-cinder-791239-3-smb neutron-server[98656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e08778-4890-4eaa-8f9c-7120c12ab045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7f49ba-6d7e-476b-b781-05d9d50918fe', 'code': 200} May 25 15:42:10.335023 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70cba167-3866-4a45-b124-c4d23c24406a', 'tag': 'df4292aa-f95e-4fbc-9652-976c9011a0a2', 'status': 'completed', 'code': 200} May 25 15:42:10.526670 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef1bc3f-debf-4966-a11c-b866536a48a9 req-e5d233ad-7adc-434e-a5ab-27f6a5eee36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:10.533895 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-1ef1bc3f-debf-4966-a11c-b866536a48a9 req-e5d233ad-7adc-434e-a5ab-27f6a5eee36b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86a02047-08fe-4706-bc57-8e2d90eb8132 HTTP/1.1" status: 200 len: 859 time: 0.2898724 May 25 15:42:10.641517 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-1ef1bc3f-debf-4966-a11c-b866536a48a9 req-0f3b04e9-d86d-4478-8759-9e390d14d04f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=903b1638-4303-4bd6-85d0-46b06b3b03e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1004124 May 25 15:42:10.651811 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-ef6d7540-88e8-4c4b-8372-b3a3bf4e98da req-391eed44-fa32-4c74-a2e2-29aad9ec43df service neutron] 10.222.0.62 "GET /v2.0/networks/903b1638-4303-4bd6-85d0-46b06b3b03e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6084569 May 25 15:42:10.710051 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 41712) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:11.017775 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca32e92-25f0-41d8-8e4e-3125043a394c req-ead590e1-694d-4253-8088-86f8da64c98f tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:11.030343 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-bca32e92-25f0-41d8-8e4e-3125043a394c req-ead590e1-694d-4253-8088-86f8da64c98f tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=70cba167-3866-4a45-b124-c4d23c24406a HTTP/1.1" status: 200 len: 944 time: 0.5246472 May 25 15:42:11.037264 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device b113cd9c-edf4-4110-912c-3f957935bcb8 details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=98656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:42:11.108946 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-1ef1bc3f-debf-4966-a11c-b866536a48a9 req-abda1491-a317-433c-b25e-b2c2933b6bd8 service neutron] 10.222.0.62 "GET /v2.0/networks/903b1638-4303-4bd6-85d0-46b06b3b03e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4376676 May 25 15:42:11.114922 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13211ce-f7c2-40ad-9e19-8738685187b2 req-14ef4c4b-f55b-4966-82d6-6609f8c02b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:11.117901 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-a13211ce-f7c2-40ad-9e19-8738685187b2 req-14ef4c4b-f55b-4966-82d6-6609f8c02b4d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=97e08778-4890-4eaa-8f9c-7120c12ab045 HTTP/1.1" status: 200 len: 1098 time: 0.4021785 May 25 15:42:11.122763 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d4d70-0917-4568-9bba-bc42789c3944 req-7b34bebe-d61a-4c81-9518-e010dfe548dd tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:11.136870 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-b81d4d70-0917-4568-9bba-bc42789c3944 req-7b34bebe-d61a-4c81-9518-e010dfe548dd tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] 10.222.0.11 "GET /v2.0/ports?device_id=97e08778-4890-4eaa-8f9c-7120c12ab045 HTTP/1.1" status: 200 len: 945 time: 0.4828551 May 25 15:42:11.230113 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-bca32e92-25f0-41d8-8e4e-3125043a394c req-82a8f6f7-8a36-4281-a5c7-ce942a7586d9 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982074 May 25 15:42:11.308564 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-b81d4d70-0917-4568-9bba-bc42789c3944 req-6a97dfef-598f-4a73-94b9-0df799893f3d tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] 10.222.0.11 "GET /v2.0/security-groups?id=bac65979-6999-41af-b590-1435902bb92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702461 May 25 15:42:11.313644 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bef467-8d9c-48e3-b150-c897c98a27e9 req-3142f080-3982-4305-be82-dda7716de7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:11.333025 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-79bef467-8d9c-48e3-b150-c897c98a27e9 req-3142f080-3982-4305-be82-dda7716de7b8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4c2510090ada4fe295deec64f74c04e7&device_id=70cba167-3866-4a45-b124-c4d23c24406a HTTP/1.1" status: 200 len: 1097 time: 0.5501320 May 25 15:42:11.415387 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-a13211ce-f7c2-40ad-9e19-8738685187b2 req-b86d10ea-c0f6-43d7-8218-b3db630f1ef8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:11.493231 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port b113cd9c-edf4-4110-912c-3f957935bcb8, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=b113cd9c-edf4-4110-912c-3f957935bcb8,segment=NetworkSegment(0c510c8f-714a-4fb1-927d-1e8254cb6993),segment_id=0c510c8f-714a-4fb1-927d-1e8254cb6993)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:42:11.527138 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [req-a13211ce-f7c2-40ad-9e19-8738685187b2 req-b86d10ea-c0f6-43d7-8218-b3db630f1ef8 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:42:11.529843 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Returning: {'device': 'b113cd9c-edf4-4110-912c-3f957935bcb8', 'network_id': '91f778d4-efe4-4f00-8d64-09660e7b60f7', 'port_id': 'b113cd9c-edf4-4110-912c-3f957935bcb8', 'mac_address': 'fa:16:3e:21:dd:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1434e2d-9207-4f36-a5e8-fa06210626a6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:42:11.550457 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [req-a13211ce-f7c2-40ad-9e19-8738685187b2 req-b86d10ea-c0f6-43d7-8218-b3db630f1ef8 service neutron] Usage tracker for resource:security_group_rule and tenant:6dd5c5e297644d5caa556b85ae963675 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:42:11.570932 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [req-a13211ce-f7c2-40ad-9e19-8738685187b2 req-b86d10ea-c0f6-43d7-8218-b3db630f1ef8 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:42:11.647170 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [req-a13211ce-f7c2-40ad-9e19-8738685187b2 req-b86d10ea-c0f6-43d7-8218-b3db630f1ef8 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:42:11.678697 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:11.707888 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.notifiers.nova [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b113cd9c-edf4-4110-912c-3f957935bcb8 {{(pid=98656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:42:11.758753 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port b113cd9c-edf4-4110-912c-3f957935bcb8, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=b113cd9c-edf4-4110-912c-3f957935bcb8,segment=NetworkSegment(0c510c8f-714a-4fb1-927d-1e8254cb6993),segment_id=0c510c8f-714a-4fb1-927d-1e8254cb6993)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:42:11.767596 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:11.772289 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-1ef1bc3f-debf-4966-a11c-b866536a48a9 req-57fb7c8b-e97b-4982-b168-47b6cedde8eb service neutron] 10.222.0.62 "GET /v2.0/networks/903b1638-4303-4bd6-85d0-46b06b3b03e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6516294 May 25 15:42:11.775661 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:11.835462 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [None req-5fe4cf53-0acb-4ee1-9c9e-0377b6294439 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1309712212-network', 'tenant_id': 'b999ef0246654a3b9e28bfe8660d4c21'}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:42:11.854042 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-5fe4cf53-0acb-4ee1-9c9e-0377b6294439 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:42:11.870790 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-5fe4cf53-0acb-4ee1-9c9e-0377b6294439 admin admin] Usage tracker for resource:network and tenant:b999ef0246654a3b9e28bfe8660d4c21 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:42:11.880415 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-5fe4cf53-0acb-4ee1-9c9e-0377b6294439 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:42:11.906655 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-5fe4cf53-0acb-4ee1-9c9e-0377b6294439 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:42:11.942365 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe4cf53-0acb-4ee1-9c9e-0377b6294439 admin admin] Made reservation on behalf of b999ef0246654a3b9e28bfe8660d4c21 for: {'network': 1} {{(pid=98653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:42:11.947959 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-5fe4cf53-0acb-4ee1-9c9e-0377b6294439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-675072'] for network, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:11.987603 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Pushing event updated for resources: {'Port': ['ID=b113cd9c-edf4-4110-912c-3f957935bcb8,revision_number=4']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:11.996184 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:12.005102 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-5fe4cf53-0acb-4ee1-9c9e-0377b6294439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:12.059203 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bef467-8d9c-48e3-b150-c897c98a27e9 req-91ab9db8-5cdf-4c8a-b193-3a5e6bbdaa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:12.062250 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-79bef467-8d9c-48e3-b150-c897c98a27e9 req-91ab9db8-5cdf-4c8a-b193-3a5e6bbdaa3d service neutron] 10.222.0.62 "GET /v2.0/networks?id=903b1638-4303-4bd6-85d0-46b06b3b03e2 HTTP/1.1" status: 200 len: 920 time: 0.7194383 May 25 15:42:12.074339 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-5fe4cf53-0acb-4ee1-9c9e-0377b6294439 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:42:12.083645 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-a13211ce-f7c2-40ad-9e19-8738685187b2 req-b86d10ea-c0f6-43d7-8218-b3db630f1ef8 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:12.096840 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-5fe4cf53-0acb-4ee1-9c9e-0377b6294439 admin admin] Usage tracker for resource:security_group_rule and tenant:b999ef0246654a3b9e28bfe8660d4c21 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:42:12.102471 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-a13211ce-f7c2-40ad-9e19-8738685187b2 req-b86d10ea-c0f6-43d7-8218-b3db630f1ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:12.104830 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-5fe4cf53-0acb-4ee1-9c9e-0377b6294439 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:42:12.168408 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:12.202289 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-5fe4cf53-0acb-4ee1-9c9e-0377b6294439 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:42:12.252242 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-a13211ce-f7c2-40ad-9e19-8738685187b2 req-b86d10ea-c0f6-43d7-8218-b3db630f1ef8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=bac65979-6999-41af-b590-1435902bb92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0911908 May 25 15:42:12.291524 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] get_ports_and_sgs() called for port_ids ['b113cd9c-edf4-4110-912c-3f957935bcb8'] {{(pid=98656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:42:12.324528 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d10ea-c0f6-43d7-8218-b3db630f1ef8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa48ca7-1688-4a87-b4e0-9635cbe6fac6,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:12.341908 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-b86d10ea-c0f6-43d7-8218-b3db630f1ef8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:12.356069 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-79bef467-8d9c-48e3-b150-c897c98a27e9 req-ed7d0274-ab79-44ba-a9ae-fdc8f447ac61 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df4292aa-f95e-4fbc-9652-976c9011a0a2 HTTP/1.1" status: 200 len: 217 time: 0.2745485 May 25 15:42:12.474782 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9a6c5-62d2-4dfc-aad8-cacd7a5d3c2d req-3a698667-837b-427e-886c-0211e904191c tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:12.476517 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-38d9a6c5-62d2-4dfc-aad8-cacd7a5d3c2d req-3a698667-837b-427e-886c-0211e904191c tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8eae8b-dc74-423c-bfe9-2e231dec17a1 HTTP/1.1" status: 200 len: 944 time: 0.5572863 May 25 15:42:12.606528 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-5fe4cf53-0acb-4ee1-9c9e-0377b6294439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:12.613524 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-5fe4cf53-0acb-4ee1-9c9e-0377b6294439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:12.631552 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-38d9a6c5-62d2-4dfc-aad8-cacd7a5d3c2d req-969b4790-e8ea-4d38-99ff-5f7c41b00464 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7d5e15d-8c08-4fba-97a1-bb7f546ffa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357701 May 25 15:42:12.652671 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fe4cf53-0acb-4ee1-9c9e-0377b6294439 admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=98653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:42:12.667320 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:12.751836 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe4cf53-0acb-4ee1-9c9e-0377b6294439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b38f76-4fda-4ea3-a3d5-7349b38636b1,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:12.768461 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-5fe4cf53-0acb-4ee1-9c9e-0377b6294439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713968'] for segment, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:12.772324 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.db.segments_db [None req-5fe4cf53-0acb-4ee1-9c9e-0377b6294439 admin admin] Added segment 09ce17f7-0107-4203-a9a0-226f64ae6d1a of type vlan for network e69ea63f-a2e4-476a-aad6-a6e84b674a5f May 25 15:42:12.779966 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-5fe4cf53-0acb-4ee1-9c9e-0377b6294439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:12.819866 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-5fe4cf53-0acb-4ee1-9c9e-0377b6294439 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730535690298'] for network, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:12.863445 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-5fe4cf53-0acb-4ee1-9c9e-0377b6294439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16304419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16277480'] for network, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:12.865447 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe4cf53-0acb-4ee1-9c9e-0377b6294439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:12.866433 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-5fe4cf53-0acb-4ee1-9c9e-0377b6294439 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for network, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:12.911006 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-1cc1f46b-6053-4f54-bd47-2d417ae323eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:12.934151 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-5fe4cf53-0acb-4ee1-9c9e-0377b6294439 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2157943 May 25 15:42:12.940212 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 41764) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:13.008865 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bef467-8d9c-48e3-b150-c897c98a27e9 req-88a77e53-61c6-46a4-ae46-e75851ec3495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:13.010890 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-79bef467-8d9c-48e3-b150-c897c98a27e9 req-88a77e53-61c6-46a4-ae46-e75851ec3495 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86a02047-08fe-4706-bc57-8e2d90eb8132 HTTP/1.1" status: 200 len: 859 time: 0.3775029 May 25 15:42:13.034436 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [None req-85f5c4f1-df06-4a99-997d-b1d548142f21 admin admin] Request body: {'subnet': {'network_id': 'e69ea63f-a2e4-476a-aad6-a6e84b674a5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1309712212-subnet', 'tenant_id': 'b999ef0246654a3b9e28bfe8660d4c21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:42:13.041329 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device 913212ce-3d8b-4dcc-9a04-ff0ac4d1ebe7 details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=98656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:42:13.073908 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-79bef467-8d9c-48e3-b150-c897c98a27e9 req-95d102d8-0f89-4be2-bba6-5124ad9bab67 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=903b1638-4303-4bd6-85d0-46b06b3b03e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539839 May 25 15:42:13.074453 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-85f5c4f1-df06-4a99-997d-b1d548142f21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:42:13.090629 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-85f5c4f1-df06-4a99-997d-b1d548142f21 admin admin] Usage tracker for resource:subnet and tenant:b999ef0246654a3b9e28bfe8660d4c21 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:42:13.100375 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-85f5c4f1-df06-4a99-997d-b1d548142f21 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:42:13.119117 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe4cf53-0acb-4ee1-9c9e-0377b6294439 admin admin] Pushing event updated for resources: {'Network': ['ID=e69ea63f-a2e4-476a-aad6-a6e84b674a5f,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:13.124892 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-85f5c4f1-df06-4a99-997d-b1d548142f21 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:42:13.129680 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-5fe4cf53-0acb-4ee1-9c9e-0377b6294439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:13.147657 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f5c4f1-df06-4a99-997d-b1d548142f21 admin admin] Made reservation on behalf of b999ef0246654a3b9e28bfe8660d4c21 for: {'subnet': 1} {{(pid=98653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:42:13.153021 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-85f5c4f1-df06-4a99-997d-b1d548142f21 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:13.242805 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eac857-5259-483e-a229-6111a2e2576a req-f2c26a5a-f6d3-4411-9b72-eaeb0f26030c tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:13.251163 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-78eac857-5259-483e-a229-6111a2e2576a req-f2c26a5a-f6d3-4411-9b72-eaeb0f26030c tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=70cba167-3866-4a45-b124-c4d23c24406a HTTP/1.1" status: 200 len: 944 time: 0.4504447 May 25 15:42:13.286253 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d78d3-da44-43d1-97a4-4489a06917d1 req-5ec9de45-870e-485c-908f-1ba510dcfc7b tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:13.291129 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Network e69ea63f-a2e4-476a-aad6-a6e84b674a5f details requested by agent ovs-agent-dv-cinder-791239-3-smb with host dv-cinder-791239-3-smb {{(pid=98656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 15:42:13.297901 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-ba3d78d3-da44-43d1-97a4-4489a06917d1 req-5ec9de45-870e-485c-908f-1ba510dcfc7b tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] 10.222.0.11 "GET /v2.0/ports?device_id=97e08778-4890-4eaa-8f9c-7120c12ab045 HTTP/1.1" status: 200 len: 945 time: 0.4000385 May 25 15:42:13.454974 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-79bef467-8d9c-48e3-b150-c897c98a27e9 req-b61b3179-c801-4fd5-875b-d40fa80e3cba service neutron] 10.222.0.62 "GET /v2.0/networks/903b1638-4303-4bd6-85d0-46b06b3b03e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712635 May 25 15:42:13.558442 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-78eac857-5259-483e-a229-6111a2e2576a req-edb611c0-35fd-4a66-874b-e0b6c18de322 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055665 May 25 15:42:13.577484 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port 913212ce-3d8b-4dcc-9a04-ff0ac4d1ebe7, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=913212ce-3d8b-4dcc-9a04-ff0ac4d1ebe7,segment=NetworkSegment(04537342-e49f-4ca7-9497-027e653b84a9),segment_id=04537342-e49f-4ca7-9497-027e653b84a9)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:42:13.592651 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Returning: {'device': '913212ce-3d8b-4dcc-9a04-ff0ac4d1ebe7', 'network_id': '903b1638-4303-4bd6-85d0-46b06b3b03e2', 'port_id': '913212ce-3d8b-4dcc-9a04-ff0ac4d1ebe7', 'mac_address': 'fa:16:3e:63:16:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86a02047-08fe-4706-bc57-8e2d90eb8132', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:42:13.703088 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:13.747722 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.notifiers.nova [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 913212ce-3d8b-4dcc-9a04-ff0ac4d1ebe7 {{(pid=98656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:42:13.802352 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port 913212ce-3d8b-4dcc-9a04-ff0ac4d1ebe7, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=913212ce-3d8b-4dcc-9a04-ff0ac4d1ebe7,segment=NetworkSegment(04537342-e49f-4ca7-9497-027e653b84a9),segment_id=04537342-e49f-4ca7-9497-027e653b84a9)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:42:13.811260 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:13.814766 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:13.850629 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-ba3d78d3-da44-43d1-97a4-4489a06917d1 req-409ef5fc-47ac-42e5-b18a-572fd8c9cb63 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] 10.222.0.11 "GET /v2.0/security-groups?id=bac65979-6999-41af-b590-1435902bb92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5484359 May 25 15:42:13.963871 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Pushing event updated for resources: {'Port': ['ID=913212ce-3d8b-4dcc-9a04-ff0ac4d1ebe7,revision_number=4']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:13.969663 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:14.137401 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-79bef467-8d9c-48e3-b150-c897c98a27e9 req-28405e83-568e-447d-9b72-e878d9f90785 service neutron] 10.222.0.62 "GET /v2.0/networks/903b1638-4303-4bd6-85d0-46b06b3b03e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6736438 May 25 15:42:14.186969 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-85f5c4f1-df06-4a99-997d-b1d548142f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491'] for subnet, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:14.199217 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:14.199866 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97dc8e-0b52-4d9e-865a-f2c2b4034598 req-6368c99e-fd31-49a1-a1a0-645db54acf67 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:14.202336 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-6b97dc8e-0b52-4d9e-865a-f2c2b4034598 req-6368c99e-fd31-49a1-a1a0-645db54acf67 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8eae8b-dc74-423c-bfe9-2e231dec17a1 HTTP/1.1" status: 200 len: 944 time: 0.3678150 May 25 15:42:14.328342 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] get_ports_and_sgs() called for port_ids ['913212ce-3d8b-4dcc-9a04-ff0ac4d1ebe7'] {{(pid=98656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:42:14.353814 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-6b97dc8e-0b52-4d9e-865a-f2c2b4034598 req-9bbabc20-d452-4065-9730-51144c8bd1b1 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7d5e15d-8c08-4fba-97a1-bb7f546ffa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399889 May 25 15:42:14.368844 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f5c4f1-df06-4a99-997d-b1d548142f21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6c70e3f-23fb-4504-9ea2-41ef1d671acf,revision_number=0']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:14.373212 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-85f5c4f1-df06-4a99-997d-b1d548142f21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:14.453086 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-4067e5fd-c4f2-4ca8-89d1-dc1aa8ca101f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:14.463412 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f5c4f1-df06-4a99-997d-b1d548142f21 admin admin] Checking segment: {'id': '09ce17f7-0107-4203-a9a0-226f64ae6d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'e69ea63f-a2e4-476a-aad6-a6e84b674a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:42:14.464024 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f5c4f1-df06-4a99-997d-b1d548142f21 admin admin] Network hostable DHCP agents. Network: e69ea63f-a2e4-476a-aad6-a6e84b674a5f, hostable agents: ['c114f6b1-151c-4bcf-990e-1a24ac4dbd68'], hosted agents: [] {{(pid=98653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:42:14.536531 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f5c4f1-df06-4a99-997d-b1d548142f21 admin admin] Network e69ea63f-a2e4-476a-aad6-a6e84b674a5f is scheduled to be hosted by DHCP agent c114f6b1-151c-4bcf-990e-1a24ac4dbd68 with binding_index 1 {{(pid=98653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:42:14.559243 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.base_scheduler [None req-85f5c4f1-df06-4a99-997d-b1d548142f21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791239-3-smb, e69ea63f-a2e4-476a-aad6-a6e84b674a5f) {{(pid=98653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:42:14.576170 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a323b7-8739-48bf-bfab-2495f89587de None None] Network e69ea63f-a2e4-476a-aad6-a6e84b674a5f requested from dv-cinder-791239-3-smb {{(pid=98656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:42:14.576445 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f5c4f1-df06-4a99-997d-b1d548142f21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:14.577835 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-85f5c4f1-df06-4a99-997d-b1d548142f21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for subnet, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:14.682694 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-85f5c4f1-df06-4a99-997d-b1d548142f21 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7412305 May 25 15:42:15.092230 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device df4292aa-f95e-4fbc-9652-976c9011a0a2 details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=98656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:42:15.099263 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77dc34-23ca-4ef0-89f0-ebc973cd9e86 req-686dfc96-62c0-4f8a-aeb1-0e22c16bbf9b tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:15.103736 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-fd77dc34-23ca-4ef0-89f0-ebc973cd9e86 req-686dfc96-62c0-4f8a-aeb1-0e22c16bbf9b tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=70cba167-3866-4a45-b124-c4d23c24406a HTTP/1.1" status: 200 len: 944 time: 0.2378666 May 25 15:42:15.127190 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48209cf1-0295-4396-afbe-dd57772eef57 None None] Network e69ea63f-a2e4-476a-aad6-a6e84b674a5f requested from dv-cinder-791239-3-smb {{(pid=98656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:42:15.248245 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device b113cd9c-edf4-4110-912c-3f957935bcb8 up at agent hyperv_hv-cinder-79123 {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:42:15.317956 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-fd77dc34-23ca-4ef0-89f0-ebc973cd9e86 req-08f9473e-9aad-47c1-a54c-61ab8eb22553 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046092 May 25 15:42:15.378088 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.db.resource_extend [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 15:42:15.398420 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97481c8-461e-4801-88b8-0f74e68e996b req-7149ea5b-fb5c-403a-aba9-e0826683181a tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:15.414458 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-a97481c8-461e-4801-88b8-0f74e68e996b req-7149ea5b-fb5c-403a-aba9-e0826683181a tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] 10.222.0.11 "GET /v2.0/ports?device_id=97e08778-4890-4eaa-8f9c-7120c12ab045 HTTP/1.1" status: 200 len: 945 time: 0.2476866 May 25 15:42:15.505560 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-a97481c8-461e-4801-88b8-0f74e68e996b req-4134abdb-7c64-4165-b60a-9bc70d21b4e2 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] 10.222.0.11 "GET /v2.0/security-groups?id=bac65979-6999-41af-b590-1435902bb92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892341 May 25 15:42:15.705306 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Provisioning for port b113cd9c-edf4-4110-912c-3f957935bcb8 completed by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:42:15.842654 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Provisioning complete for port b113cd9c-edf4-4110-912c-3f957935bcb8 triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:42:15.843266 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:15.928023 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d9be25-2e1d-4a5a-bbe9-4052d12d2ecf req-0940f0fe-69a1-4c3d-956b-9288b6e77f88 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:15.932556 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-32d9be25-2e1d-4a5a-bbe9-4052d12d2ecf req-0940f0fe-69a1-4c3d-956b-9288b6e77f88 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8eae8b-dc74-423c-bfe9-2e231dec17a1 HTTP/1.1" status: 200 len: 944 time: 0.2006817 May 25 15:42:16.058450 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-32d9be25-2e1d-4a5a-bbe9-4052d12d2ecf req-be9a2d9b-6914-4a22-a3bc-43e537a41ad3 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7d5e15d-8c08-4fba-97a1-bb7f546ffa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028314 May 25 15:42:16.427375 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port df4292aa-f95e-4fbc-9652-976c9011a0a2, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=df4292aa-f95e-4fbc-9652-976c9011a0a2,segment=NetworkSegment(04537342-e49f-4ca7-9497-027e653b84a9),segment_id=04537342-e49f-4ca7-9497-027e653b84a9)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:42:16.554351 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Returning: {'device': 'df4292aa-f95e-4fbc-9652-976c9011a0a2', 'network_id': '903b1638-4303-4bd6-85d0-46b06b3b03e2', 'port_id': 'df4292aa-f95e-4fbc-9652-976c9011a0a2', 'mac_address': 'fa:16:3e:49:ba:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86a02047-08fe-4706-bc57-8e2d90eb8132', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:42:16.931981 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 41862) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:16.960651 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [None req-93cae1e0-2b25-4974-ab38-1cf6440bec91 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1904238663-network', 'tenant_id': 'b3adab1967134dbfb3db9f86c211bdd0'}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:42:16.975739 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-93cae1e0-2b25-4974-ab38-1cf6440bec91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:42:16.981887 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:16.986054 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-93cae1e0-2b25-4974-ab38-1cf6440bec91 admin admin] Usage tracker for resource:network and tenant:b3adab1967134dbfb3db9f86c211bdd0 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:42:16.993019 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-93cae1e0-2b25-4974-ab38-1cf6440bec91 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:42:17.010235 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:17.011058 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-93cae1e0-2b25-4974-ab38-1cf6440bec91 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:42:17.049446 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93cae1e0-2b25-4974-ab38-1cf6440bec91 admin admin] Made reservation on behalf of b3adab1967134dbfb3db9f86c211bdd0 for: {'network': 1} {{(pid=98653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:42:17.057700 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-93cae1e0-2b25-4974-ab38-1cf6440bec91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-675072'] for network, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:17.101553 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-93cae1e0-2b25-4974-ab38-1cf6440bec91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:17.111905 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf8eae8b-dc74-423c-bfe9-2e231dec17a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b113cd9c-edf4-4110-912c-3f957935bcb8'}] {{(pid=98656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:42:17.140412 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.notifiers.nova [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df4292aa-f95e-4fbc-9652-976c9011a0a2 {{(pid=98656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:42:17.187001 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1d31b-1f63-417c-8430-85a94e5bd4d8 req-d9e2bd22-f8df-4955-b626-94f5b8f40335 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:17.189765 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-76c1d31b-1f63-417c-8430-85a94e5bd4d8 req-d9e2bd22-f8df-4955-b626-94f5b8f40335 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=70cba167-3866-4a45-b124-c4d23c24406a HTTP/1.1" status: 200 len: 944 time: 0.3794396 May 25 15:42:17.204519 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port b113cd9c-edf4-4110-912c-3f957935bcb8, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=b113cd9c-edf4-4110-912c-3f957935bcb8,segment=NetworkSegment(0c510c8f-714a-4fb1-927d-1e8254cb6993),segment_id=0c510c8f-714a-4fb1-927d-1e8254cb6993)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:42:17.204987 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-93cae1e0-2b25-4974-ab38-1cf6440bec91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:42:17.230143 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-93cae1e0-2b25-4974-ab38-1cf6440bec91 admin admin] Usage tracker for resource:security_group_rule and tenant:b3adab1967134dbfb3db9f86c211bdd0 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:42:17.252285 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-93cae1e0-2b25-4974-ab38-1cf6440bec91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:42:17.292514 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-93cae1e0-2b25-4974-ab38-1cf6440bec91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:42:17.313121 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-76c1d31b-1f63-417c-8430-85a94e5bd4d8 req-4bc24b79-5bce-417f-a2e4-2c7e6959af48 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037774 May 25 15:42:17.371541 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:17.421261 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-fdcc8814-5499-4433-a708-948dbc51d857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:17.633818 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port df4292aa-f95e-4fbc-9652-976c9011a0a2, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=df4292aa-f95e-4fbc-9652-976c9011a0a2,segment=NetworkSegment(04537342-e49f-4ca7-9497-027e653b84a9),segment_id=04537342-e49f-4ca7-9497-027e653b84a9)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:42:17.647041 dv-cinder-791239-3-smb neutron-server[98656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf8eae8b-dc74-423c-bfe9-2e231dec17a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b113cd9c-edf4-4110-912c-3f957935bcb8', 'code': 200} May 25 15:42:17.674643 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:17.680123 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:17.730974 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-93cae1e0-2b25-4974-ab38-1cf6440bec91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:17.742758 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-93cae1e0-2b25-4974-ab38-1cf6440bec91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:17.750624 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Pushing event updated for resources: {'Port': ['ID=b113cd9c-edf4-4110-912c-3f957935bcb8,revision_number=5']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:17.764908 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:17.771038 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:17.772642 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device 913212ce-3d8b-4dcc-9a04-ff0ac4d1ebe7 up at agent hyperv_hv-cinder-79123 {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:42:17.835448 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-f75b7e34-cbed-4080-849b-3d4f06ff68ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:17.918469 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-56364d72-39ee-4b24-92a7-a7208503b0fc req-6aea67bf-7446-4227-b129-d7da1abfc34a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=97e08778-4890-4eaa-8f9c-7120c12ab045&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5384982 May 25 15:42:17.973406 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f4635-b76a-46dc-a640-0fc882eff6b1 req-f1ea0778-30ef-466d-98e7-33773ede767c tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:17.975991 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-448f4635-b76a-46dc-a640-0fc882eff6b1 req-f1ea0778-30ef-466d-98e7-33773ede767c tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8eae8b-dc74-423c-bfe9-2e231dec17a1 HTTP/1.1" status: 200 len: 945 time: 0.3998692 May 25 15:42:18.059771 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-9b5d0c8b-95e0-43b6-a35e-fdbfb905c30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:18.108914 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cae1e0-2b25-4974-ab38-1cf6440bec91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697aa630-6844-4a00-8650-adb905bcc0f0,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:18.128971 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-93cae1e0-2b25-4974-ab38-1cf6440bec91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:18.135998 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93cae1e0-2b25-4974-ab38-1cf6440bec91 admin admin] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=98653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:42:18.164399 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-93cae1e0-2b25-4974-ab38-1cf6440bec91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713968'] for segment, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:18.165612 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.db.segments_db [None req-93cae1e0-2b25-4974-ab38-1cf6440bec91 admin admin] Added segment 033a49e7-7aa3-47eb-9605-2267115c4184 of type vlan for network b9a2e8ac-88ad-4163-90f7-32177cd35f03 May 25 15:42:18.206175 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Pushing event updated for resources: {'Port': ['ID=df4292aa-f95e-4fbc-9652-976c9011a0a2,revision_number=4']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:18.212882 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:18.229812 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Provisioning for port 913212ce-3d8b-4dcc-9a04-ff0ac4d1ebe7 completed by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:42:18.238156 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Provisioning complete for port 913212ce-3d8b-4dcc-9a04-ff0ac4d1ebe7 triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:42:18.239611 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:18.295444 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] get_ports_and_sgs() called for port_ids ['df4292aa-f95e-4fbc-9652-976c9011a0a2'] {{(pid=98656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:42:18.330302 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-448f4635-b76a-46dc-a640-0fc882eff6b1 req-9f9cfacd-5e13-495f-b7fe-524966846f68 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7d5e15d-8c08-4fba-97a1-bb7f546ffa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3375628 May 25 15:42:18.383546 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-93cae1e0-2b25-4974-ab38-1cf6440bec91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730535690298'] for network, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:18.401484 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad33b9-5181-44ff-9c69-54db491b210d req-15ca8c41-cdf8-4365-a1c6-6d5e12fbe9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:18.405187 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-7dad33b9-5181-44ff-9c69-54db491b210d req-15ca8c41-cdf8-4365-a1c6-6d5e12fbe9f9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cf8eae8b-dc74-423c-bfe9-2e231dec17a1 HTTP/1.1" status: 200 len: 1098 time: 0.3426540 May 25 15:42:18.556137 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56364d72-39ee-4b24-92a7-a7208503b0fc req-da49a899-b9e3-4795-9c27-76fc3a452271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:18.558625 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-7dad33b9-5181-44ff-9c69-54db491b210d req-0f6055be-0faa-4a8c-af35-21dcecbf4e1e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b7d5e15d-8c08-4fba-97a1-bb7f546ffa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456447 May 25 15:42:18.565478 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-56364d72-39ee-4b24-92a7-a7208503b0fc req-da49a899-b9e3-4795-9c27-76fc3a452271 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=653a7f1e5646453bbf4185618476e365&device_id=97e08778-4890-4eaa-8f9c-7120c12ab045 HTTP/1.1" status: 200 len: 1098 time: 0.3843923 May 25 15:42:18.565478 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-93cae1e0-2b25-4974-ab38-1cf6440bec91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16304419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16277480'] for network, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:18.570875 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:18.580629 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cae1e0-2b25-4974-ab38-1cf6440bec91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:18.582515 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-93cae1e0-2b25-4974-ab38-1cf6440bec91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for network, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:18.601907 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-5fe4cf53-0acb-4ee1-9c9e-0377b6294439 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:18.741393 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.agents_db [None req-e0968af0-a351-492f-a815-45d38f582ebc None None] Agent healthcheck: found 6 active agents {{(pid=98660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:42:18.802472 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:18.863144 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cae1e0-2b25-4974-ab38-1cf6440bec91 admin admin] Pushing event updated for resources: {'Network': ['ID=b9a2e8ac-88ad-4163-90f7-32177cd35f03,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:18.873901 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-93cae1e0-2b25-4974-ab38-1cf6440bec91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:18.920234 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-93cae1e0-2b25-4974-ab38-1cf6440bec91 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9826095 May 25 15:42:18.921299 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 41924) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:18.931166 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a4cd43-af2d-438f-8eb0-90a2d4bfcfb0 req-b004c5d3-4b1b-49ef-b079-8ffe0fb0fbb5 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:18.934005 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [None req-8cfd4a18-795d-47e5-a6f2-c0e4dd12157b admin admin] Request body: {'subnet': {'network_id': 'b9a2e8ac-88ad-4163-90f7-32177cd35f03', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1904238663-subnet', 'tenant_id': 'b3adab1967134dbfb3db9f86c211bdd0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:42:18.942703 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-8cfd4a18-795d-47e5-a6f2-c0e4dd12157b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:42:18.945831 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Network b9a2e8ac-88ad-4163-90f7-32177cd35f03 details requested by agent ovs-agent-dv-cinder-791239-3-smb with host dv-cinder-791239-3-smb {{(pid=98656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 15:42:18.954445 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-06a4cd43-af2d-438f-8eb0-90a2d4bfcfb0 req-b004c5d3-4b1b-49ef-b079-8ffe0fb0fbb5 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=70cba167-3866-4a45-b124-c4d23c24406a HTTP/1.1" status: 200 len: 945 time: 0.3419306 May 25 15:42:18.979240 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-8cfd4a18-795d-47e5-a6f2-c0e4dd12157b admin admin] Usage tracker for resource:subnet and tenant:b3adab1967134dbfb3db9f86c211bdd0 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:42:19.008228 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-8cfd4a18-795d-47e5-a6f2-c0e4dd12157b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:42:19.029354 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-8cfd4a18-795d-47e5-a6f2-c0e4dd12157b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:42:19.085252 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-06a4cd43-af2d-438f-8eb0-90a2d4bfcfb0 req-fbac1e64-c0c4-4e31-bf28-9f0694bc977a tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217356 May 25 15:42:19.169935 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port 913212ce-3d8b-4dcc-9a04-ff0ac4d1ebe7, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=913212ce-3d8b-4dcc-9a04-ff0ac4d1ebe7,segment=NetworkSegment(04537342-e49f-4ca7-9497-027e653b84a9),segment_id=04537342-e49f-4ca7-9497-027e653b84a9)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:42:19.195761 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-5e596f64-6e97-4d78-9813-f3b7462efcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:19.215070 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:19.227724 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:19.406707 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cfd4a18-795d-47e5-a6f2-c0e4dd12157b admin admin] Made reservation on behalf of b3adab1967134dbfb3db9f86c211bdd0 for: {'subnet': 1} {{(pid=98653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:42:19.409930 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-8cfd4a18-795d-47e5-a6f2-c0e4dd12157b admin admin] Notify callbacks [] for subnet, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:19.452139 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56364d72-39ee-4b24-92a7-a7208503b0fc req-8be60a04-f1e7-4c82-a198-c3b68c10cb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:19.454794 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-56364d72-39ee-4b24-92a7-a7208503b0fc req-8be60a04-f1e7-4c82-a198-c3b68c10cb88 service neutron] 10.222.0.62 "GET /v2.0/networks?id=587d83b6-4668-47ec-b082-d47122580e68 HTTP/1.1" status: 200 len: 913 time: 0.4058528 May 25 15:42:19.663522 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aafa266a-bc66-489e-8f2b-27535d4ec88f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913212ce-3d8b-4dcc-9a04-ff0ac4d1ebe7'}] {{(pid=98656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:42:19.741303 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Pushing event updated for resources: {'Port': ['ID=913212ce-3d8b-4dcc-9a04-ff0ac4d1ebe7,revision_number=5']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:19.755920 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-56364d72-39ee-4b24-92a7-a7208503b0fc req-8064a75c-33f7-49e3-b389-2bffdd7400b4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d7f49ba-6d7e-476b-b781-05d9d50918fe HTTP/1.1" status: 200 len: 217 time: 0.1811035 May 25 15:42:19.756320 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:19.828097 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637f2ce-2d5c-45fa-aa0e-4b15e449ea17 req-11fb79fa-996f-4f7a-8e93-34bd463f281a tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:19.830120 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-b637f2ce-2d5c-45fa-aa0e-4b15e449ea17 req-11fb79fa-996f-4f7a-8e93-34bd463f281a tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8eae8b-dc74-423c-bfe9-2e231dec17a1 HTTP/1.1" status: 200 len: 945 time: 0.1915023 May 25 15:42:19.998200 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-b637f2ce-2d5c-45fa-aa0e-4b15e449ea17 req-baad9aa1-ce1a-4024-ac52-e4b2d7b3f923 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7d5e15d-8c08-4fba-97a1-bb7f546ffa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569135 May 25 15:42:20.049560 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56364d72-39ee-4b24-92a7-a7208503b0fc req-2147912c-11b3-4c35-be36-f577def0be8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:20.072555 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-56364d72-39ee-4b24-92a7-a7208503b0fc req-2147912c-11b3-4c35-be36-f577def0be8d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9b1b04e2-a008-4cc2-8c87-dad179d2c65e HTTP/1.1" status: 200 len: 852 time: 0.3064077 May 25 15:42:20.215730 dv-cinder-791239-3-smb neutron-server[98656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aafa266a-bc66-489e-8f2b-27535d4ec88f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913212ce-3d8b-4dcc-9a04-ff0ac4d1ebe7', 'code': 200} May 25 15:42:20.454460 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-61dd613b-f3f2-4fd9-acf0-68300fd05fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:20.464092 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-56364d72-39ee-4b24-92a7-a7208503b0fc req-9fcfa505-5814-4a85-aa79-e47650a5d00d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=587d83b6-4668-47ec-b082-d47122580e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066594 May 25 15:42:20.588988 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 41972) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:20.780348 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a8fa7-6aa4-4e64-ae6c-f05b1194ad66 req-fc2680c1-2da8-4698-ab78-24f4eb3273d3 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:20.783069 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f55a8fa7-6aa4-4e64-ae6c-f05b1194ad66 req-fc2680c1-2da8-4698-ab78-24f4eb3273d3 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=70cba167-3866-4a45-b124-c4d23c24406a HTTP/1.1" status: 200 len: 945 time: 0.2930663 May 25 15:42:21.195977 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f55a8fa7-6aa4-4e64-ae6c-f05b1194ad66 req-8402f57c-d7d8-4f12-a3fd-f89114ac1c57 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3880877 May 25 15:42:21.272755 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-06b3b1c8-5e8f-4948-ae97-105f58beb32e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:21.306971 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e00b8-1aeb-4f82-9c88-ff3a098830b5 req-ac2aa8af-a675-4d6c-928c-8ad0ed93f587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:21.309551 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-594e00b8-1aeb-4f82-9c88-ff3a098830b5 req-ac2aa8af-a675-4d6c-928c-8ad0ed93f587 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=aafa266a-bc66-489e-8f2b-27535d4ec88f HTTP/1.1" status: 200 len: 1098 time: 0.3688819 May 25 15:42:21.309787 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-56364d72-39ee-4b24-92a7-a7208503b0fc req-bd4e19a3-fcd9-4d75-a854-5d57c5a46092 service neutron] 10.222.0.62 "GET /v2.0/networks/587d83b6-4668-47ec-b082-d47122580e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7371237 May 25 15:42:21.318848 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-06b3b1c8-5e8f-4948-ae97-105f58beb32e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:42:21.399419 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-06b3b1c8-5e8f-4948-ae97-105f58beb32e admin admin] Usage tracker for resource:security_group_rule and tenant:19fa457b09994bf8a1ae6fefa58088cc is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:42:21.413208 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-06b3b1c8-5e8f-4948-ae97-105f58beb32e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:42:21.538104 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-594e00b8-1aeb-4f82-9c88-ff3a098830b5 req-328f8fb9-2c61-466b-8c50-8fe87e2f6d7d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162471 May 25 15:42:21.572291 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-06b3b1c8-5e8f-4948-ae97-105f58beb32e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:42:21.635837 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d17220-4a41-477c-9849-54d152f5f70f req-f8a32840-c3f5-4c2d-af79-b3fc56eb3407 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:21.645569 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-09d17220-4a41-477c-9849-54d152f5f70f req-f8a32840-c3f5-4c2d-af79-b3fc56eb3407 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8eae8b-dc74-423c-bfe9-2e231dec17a1 HTTP/1.1" status: 200 len: 945 time: 0.2301910 May 25 15:42:21.744253 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device df4292aa-f95e-4fbc-9652-976c9011a0a2 up at agent hyperv_hv-cinder-79123 {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:42:21.788720 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-09d17220-4a41-477c-9849-54d152f5f70f req-566f68de-dbba-4292-abd7-d58578798831 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7d5e15d-8c08-4fba-97a1-bb7f546ffa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260622 May 25 15:42:21.804822 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-56364d72-39ee-4b24-92a7-a7208503b0fc req-bf96b3af-43b9-4aa6-aa37-52ba1c73058c service neutron] 10.222.0.62 "GET /v2.0/networks/587d83b6-4668-47ec-b082-d47122580e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4801097 May 25 15:42:21.962989 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-8cfd4a18-795d-47e5-a6f2-c0e4dd12157b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491'] for subnet, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:21.982704 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-bfbd9b97-fb07-4b50-9912-c5d9a40cc74b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:22.005962 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Provisioning for port df4292aa-f95e-4fbc-9652-976c9011a0a2 completed by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:42:22.029535 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Provisioning complete for port df4292aa-f95e-4fbc-9652-976c9011a0a2 triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:42:22.030985 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:22.093273 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-06b3b1c8-5e8f-4948-ae97-105f58beb32e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:22.114039 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-06b3b1c8-5e8f-4948-ae97-105f58beb32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:22.218365 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 42004) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:22.223831 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd4a18-795d-47e5-a6f2-c0e4dd12157b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea4360c0-420d-43fb-9d4d-0406ac878c6e,revision_number=0']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:22.292071 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfd4a18-795d-47e5-a6f2-c0e4dd12157b admin admin] Checking segment: {'id': '033a49e7-7aa3-47eb-9605-2267115c4184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'b9a2e8ac-88ad-4163-90f7-32177cd35f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:42:22.293221 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfd4a18-795d-47e5-a6f2-c0e4dd12157b admin admin] Network hostable DHCP agents. Network: b9a2e8ac-88ad-4163-90f7-32177cd35f03, hostable agents: ['c114f6b1-151c-4bcf-990e-1a24ac4dbd68'], hosted agents: [] {{(pid=98653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:42:22.304102 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-06b3b1c8-5e8f-4948-ae97-105f58beb32e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=19fa457b09994bf8a1ae6fefa58088cc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6807799 May 25 15:42:22.317297 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 42012) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:22.324498 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfd4a18-795d-47e5-a6f2-c0e4dd12157b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:22.325811 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfd4a18-795d-47e5-a6f2-c0e4dd12157b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:22.326701 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfd4a18-795d-47e5-a6f2-c0e4dd12157b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:22.327782 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfd4a18-795d-47e5-a6f2-c0e4dd12157b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:22.328990 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfd4a18-795d-47e5-a6f2-c0e4dd12157b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:22.330495 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfd4a18-795d-47e5-a6f2-c0e4dd12157b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:22.331557 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfd4a18-795d-47e5-a6f2-c0e4dd12157b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:22.332599 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfd4a18-795d-47e5-a6f2-c0e4dd12157b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:22.333656 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfd4a18-795d-47e5-a6f2-c0e4dd12157b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:22.334784 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfd4a18-795d-47e5-a6f2-c0e4dd12157b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:22.335786 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfd4a18-795d-47e5-a6f2-c0e4dd12157b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:22.337975 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfd4a18-795d-47e5-a6f2-c0e4dd12157b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:22.407318 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-8cfd4a18-795d-47e5-a6f2-c0e4dd12157b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:22.410434 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-5cd325b7-813a-4feb-aa79-fbdba58844fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.225s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:22.438243 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:22.442561 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397551e-7e07-40b8-9693-d233f38d1687 req-b38d0e5b-a895-41bc-b7db-e60b453d5fbe tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:22.459054 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f397551e-7e07-40b8-9693-d233f38d1687 req-b38d0e5b-a895-41bc-b7db-e60b453d5fbe tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8eae8b-dc74-423c-bfe9-2e231dec17a1 HTTP/1.1" status: 200 len: 945 time: 0.3249891 May 25 15:42:22.475244 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 42018) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:22.486956 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [None req-cfdfcbd9-7178-44f2-8b00-d6cae53d4e19 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Request body: {'floatingip': {'port_id': 'b113cd9c-edf4-4110-912c-3f957935bcb8'}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:42:22.583924 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70cba167-3866-4a45-b124-c4d23c24406a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df4292aa-f95e-4fbc-9652-976c9011a0a2'}] {{(pid=98656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:42:22.615139 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port df4292aa-f95e-4fbc-9652-976c9011a0a2, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=df4292aa-f95e-4fbc-9652-976c9011a0a2,segment=NetworkSegment(04537342-e49f-4ca7-9497-027e653b84a9),segment_id=04537342-e49f-4ca7-9497-027e653b84a9)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:42:22.625425 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:22.636293 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:22.747284 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfd4a18-795d-47e5-a6f2-c0e4dd12157b admin admin] Network b9a2e8ac-88ad-4163-90f7-32177cd35f03 is scheduled to be hosted by DHCP agent c114f6b1-151c-4bcf-990e-1a24ac4dbd68 with binding_index 1 {{(pid=98653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:42:22.757476 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-e503f7ef-1dc3-4de3-99d8-bc2d7e4a3f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:22.783907 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-cfdfcbd9-7178-44f2-8b00-d6cae53d4e19 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks [] for floatingip, before_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:22.808218 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-e503f7ef-1dc3-4de3-99d8-bc2d7e4a3f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:22.836684 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Pushing event updated for resources: {'Port': ['ID=df4292aa-f95e-4fbc-9652-976c9011a0a2,revision_number=5']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:22.844303 dv-cinder-791239-3-smb neutron-server[98656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70cba167-3866-4a45-b124-c4d23c24406a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df4292aa-f95e-4fbc-9652-976c9011a0a2', 'code': 200} May 25 15:42:22.846064 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:22.882070 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b3b1c8-5e8f-4948-ae97-105f58beb32e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a93f83a8-f437-4efc-9f8a-b8812e9ed727,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:22.907304 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-06b3b1c8-5e8f-4948-ae97-105f58beb32e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:22.915966 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.base_scheduler [None req-8cfd4a18-795d-47e5-a6f2-c0e4dd12157b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791239-3-smb, b9a2e8ac-88ad-4163-90f7-32177cd35f03) {{(pid=98653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:42:22.918232 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-d8db108e-d6ae-4ef3-b9e2-1fee566a1f7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:22.930712 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce0bbec-aae6-4d79-b054-cc4126cdaf75 None None] Network b9a2e8ac-88ad-4163-90f7-32177cd35f03 requested from dv-cinder-791239-3-smb {{(pid=98656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:42:22.967157 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfd4a18-795d-47e5-a6f2-c0e4dd12157b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:22.968186 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-8cfd4a18-795d-47e5-a6f2-c0e4dd12157b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for subnet, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:22.990362 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-d8db108e-d6ae-4ef3-b9e2-1fee566a1f7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:42:23.026601 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-d8db108e-d6ae-4ef3-b9e2-1fee566a1f7c admin admin] Usage tracker for resource:security_group_rule and tenant:6977d7a4387a4fc89d0128864cb0f206 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:42:23.039410 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-d8db108e-d6ae-4ef3-b9e2-1fee566a1f7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:42:23.101388 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-d8db108e-d6ae-4ef3-b9e2-1fee566a1f7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:42:23.194038 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-e503f7ef-1dc3-4de3-99d8-bc2d7e4a3f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:23.202683 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-8cfd4a18-795d-47e5-a6f2-c0e4dd12157b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 4.2792494 May 25 15:42:23.218452 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-e503f7ef-1dc3-4de3-99d8-bc2d7e4a3f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:23.219570 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-e503f7ef-1dc3-4de3-99d8-bc2d7e4a3f33 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a93f83a8-f437-4efc-9f8a-b8812e9ed727 HTTP/1.1" status: 204 len: 168 time: 0.8998160 May 25 15:42:23.264028 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:23.556184 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe4d58b-187c-4221-b329-32e859e923e9 None None] Network b9a2e8ac-88ad-4163-90f7-32177cd35f03 requested from dv-cinder-791239-3-smb {{(pid=98656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:42:23.752410 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e503f7ef-1dc3-4de3-99d8-bc2d7e4a3f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93f83a8-f437-4efc-9f8a-b8812e9ed727,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:23.792097 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-e503f7ef-1dc3-4de3-99d8-bc2d7e4a3f33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:23.947983 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4aa373-df5a-489b-8a0c-2f92f938470d req-625581e3-5a0b-4ff5-8bcd-759e64de1db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:23.950365 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-4f4aa373-df5a-489b-8a0c-2f92f938470d req-625581e3-5a0b-4ff5-8bcd-759e64de1db8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=70cba167-3866-4a45-b124-c4d23c24406a HTTP/1.1" status: 200 len: 1099 time: 0.3127511 May 25 15:42:24.047725 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [req-4f4aa373-df5a-489b-8a0c-2f92f938470d req-20d5921e-d1e7-44d2-a2c9-f08d61dc49d4 service neutron] Synchronizing usage tracker for tenant:6dd5c5e297644d5caa556b85ae963675 on resource:security_group {{(pid=98653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:42:24.065291 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-d8db108e-d6ae-4ef3-b9e2-1fee566a1f7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:24.096859 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-d8db108e-d6ae-4ef3-b9e2-1fee566a1f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:24.127276 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:24.180878 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [req-4f4aa373-df5a-489b-8a0c-2f92f938470d req-20d5921e-d1e7-44d2-a2c9-f08d61dc49d4 service neutron] Unset dirty status for tenant:6dd5c5e297644d5caa556b85ae963675 on resource:security_group {{(pid=98653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:42:24.183614 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-4f4aa373-df5a-489b-8a0c-2f92f938470d req-20d5921e-d1e7-44d2-a2c9-f08d61dc49d4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141347 May 25 15:42:24.260157 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-d8db108e-d6ae-4ef3-b9e2-1fee566a1f7c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6977d7a4387a4fc89d0128864cb0f206&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0265729 May 25 15:42:24.260157 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db108e-d6ae-4ef3-b9e2-1fee566a1f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e576b92a-c19c-4052-857d-5a3517341209,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:24.273200 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 42066) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:24.284630 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-d8db108e-d6ae-4ef3-b9e2-1fee566a1f7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:24.363981 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 42072) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:24.479244 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-0b5a5be2-bf2d-4306-b4c5-adc3119478e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:24.512831 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-0b5a5be2-bf2d-4306-b4c5-adc3119478e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:42:24.522759 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-0b5a5be2-bf2d-4306-b4c5-adc3119478e5 admin admin] Usage tracker for resource:security_group_rule and tenant:4271debbca1b457abaaa622583a545ba is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:42:24.530515 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-0b5a5be2-bf2d-4306-b4c5-adc3119478e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:42:24.573475 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-0b5a5be2-bf2d-4306-b4c5-adc3119478e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:42:24.690310 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-048cba5f-e736-42b6-b5be-f439f64634dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:24.702324 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a865d-d6c9-47f5-bcef-4c62e9be2f9d req-45a75068-0461-41d2-b173-d6447833c03f tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:24.716503 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c53a865d-d6c9-47f5-bcef-4c62e9be2f9d req-45a75068-0461-41d2-b173-d6447833c03f tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=70cba167-3866-4a45-b124-c4d23c24406a HTTP/1.1" status: 200 len: 946 time: 2.0296381 May 25 15:42:24.771855 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-048cba5f-e736-42b6-b5be-f439f64634dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:24.930973 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-048cba5f-e736-42b6-b5be-f439f64634dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:24.944499 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-0b5a5be2-bf2d-4306-b4c5-adc3119478e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:24.948567 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-e503f7ef-1dc3-4de3-99d8-bc2d7e4a3f33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:24.974583 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-0b5a5be2-bf2d-4306-b4c5-adc3119478e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:25.000488 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048cba5f-e736-42b6-b5be-f439f64634dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e576b92a-c19c-4052-857d-5a3517341209,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:25.027465 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-048cba5f-e736-42b6-b5be-f439f64634dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:25.031810 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-18001b56-8a11-433b-aea1-3fc3a3345069 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:25.090895 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c53a865d-d6c9-47f5-bcef-4c62e9be2f9d req-1e49bc3f-8c97-4d3a-b6ad-578417c347fb tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3714733 May 25 15:42:25.181342 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-048cba5f-e736-42b6-b5be-f439f64634dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:25.188229 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-048cba5f-e736-42b6-b5be-f439f64634dd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e576b92a-c19c-4052-857d-5a3517341209 HTTP/1.1" status: 204 len: 168 time: 0.9109256 May 25 15:42:25.195737 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5a5be2-bf2d-4306-b4c5-adc3119478e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f34c407-f6da-4e57-b93b-d4ace4730c8a,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:25.216430 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-0b5a5be2-bf2d-4306-b4c5-adc3119478e5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4271debbca1b457abaaa622583a545ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8446805 May 25 15:42:25.217785 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-0b5a5be2-bf2d-4306-b4c5-adc3119478e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:25.219862 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 42100) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:25.225246 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ed6b3-c4b8-4c1a-9e51-5032d8f61b1a req-5747769e-b264-4eb5-856d-6cb2416c9615 tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:25.230587 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-267ed6b3-c4b8-4c1a-9e51-5032d8f61b1a req-5747769e-b264-4eb5-856d-6cb2416c9615 tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] 10.222.0.11 "GET /v2.0/networks?id=e69ea63f-a2e4-476a-aad6-a6e84b674a5f HTTP/1.1" status: 200 len: 809 time: 0.4486578 May 25 15:42:25.296950 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-267ed6b3-c4b8-4c1a-9e51-5032d8f61b1a req-d9c9e0b4-8128-42d6-b404-fccb81fa9222 tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] 10.222.0.11 "GET /v2.0/quotas/b999ef0246654a3b9e28bfe8660d4c21 HTTP/1.1" status: 200 len: 375 time: 0.0434902 May 25 15:42:25.379018 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.db.resource_extend [None req-cfdfcbd9-7178-44f2-8b00-d6cae53d4e19 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 15:42:25.475777 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-591b29d6-aa31-4d6d-a42e-e39f6913368f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:25.517680 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-267ed6b3-c4b8-4c1a-9e51-5032d8f61b1a req-d85ebffb-b85d-4a34-aa0c-7a18fc8c0a93 tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b999ef0246654a3b9e28bfe8660d4c21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2192426 May 25 15:42:25.611079 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-591b29d6-aa31-4d6d-a42e-e39f6913368f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:25.744295 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-267ed6b3-c4b8-4c1a-9e51-5032d8f61b1a req-386f1ca9-277c-4ac0-9e21-751bcb20bbcd service neutron] 10.222.0.11 "GET /v2.0/networks/e69ea63f-a2e4-476a-aad6-a6e84b674a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973133 May 25 15:42:25.810832 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-591b29d6-aa31-4d6d-a42e-e39f6913368f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:25.823431 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-93cae1e0-2b25-4974-ab38-1cf6440bec91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:25.847822 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591b29d6-aa31-4d6d-a42e-e39f6913368f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f34c407-f6da-4e57-b93b-d4ace4730c8a,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:25.866330 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-591b29d6-aa31-4d6d-a42e-e39f6913368f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:25.906813 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-591b29d6-aa31-4d6d-a42e-e39f6913368f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:25.912430 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-591b29d6-aa31-4d6d-a42e-e39f6913368f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2f34c407-f6da-4e57-b93b-d4ace4730c8a HTTP/1.1" status: 204 len: 168 time: 0.6871200 May 25 15:42:26.198079 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-cfdfcbd9-7178-44f2-8b00-d6cae53d4e19 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:26.206012 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-267ed6b3-c4b8-4c1a-9e51-5032d8f61b1a req-d01aab3b-80ef-4e18-ae97-e707991c27d6 service neutron] 10.222.0.11 "GET /v2.0/networks/e69ea63f-a2e4-476a-aad6-a6e84b674a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4236045 May 25 15:42:26.207934 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-cfdfcbd9-7178-44f2-8b00-d6cae53d4e19 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423449'] for floatingip, after_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:26.415663 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 42132) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:26.485635 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-859cfcf4-39e1-48ef-9a6c-ac898d12632c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:26.557072 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-859cfcf4-39e1-48ef-9a6c-ac898d12632c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:42:26.567288 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-859cfcf4-39e1-48ef-9a6c-ac898d12632c admin admin] Usage tracker for resource:security_group_rule and tenant:faf6c2981d0040a3acf3d839ed8867dd is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:42:26.574146 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-859cfcf4-39e1-48ef-9a6c-ac898d12632c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:42:26.586842 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-859cfcf4-39e1-48ef-9a6c-ac898d12632c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:42:26.830824 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.db.l3_db [None req-cfdfcbd9-7178-44f2-8b00-d6cae53d4e19 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Floating IP 3cdd2070-6e25-415e-8b1c-577d11e4bc84 associated. External IP: 172.28.3.40, port: b113cd9c-edf4-4110-912c-3f957935bcb8. May 25 15:42:26.959515 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-859cfcf4-39e1-48ef-9a6c-ac898d12632c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:26.973155 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-859cfcf4-39e1-48ef-9a6c-ac898d12632c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:27.006570 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:27.109888 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859cfcf4-39e1-48ef-9a6c-ac898d12632c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bca055d-b143-402b-aff4-bcad4e672350,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:27.127510 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-859cfcf4-39e1-48ef-9a6c-ac898d12632c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:27.233783 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-859cfcf4-39e1-48ef-9a6c-ac898d12632c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=faf6c2981d0040a3acf3d839ed8867dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8129876 May 25 15:42:27.235188 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 42150) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:27.421836 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-0d763e83-188d-4dba-9b1c-927f237baaf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:27.468144 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 42156) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:27.477824 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-0d763e83-188d-4dba-9b1c-927f237baaf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:27.573054 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2b1d9-c212-4517-b7e8-6a5d7b0b1509 req-90f2bf59-d0d1-4ea7-87e5-12f772284701 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:27.579209 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-42d2b1d9-c212-4517-b7e8-6a5d7b0b1509 req-90f2bf59-d0d1-4ea7-87e5-12f772284701 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] 10.222.0.11 "GET /v2.0/ports?device_id=97e08778-4890-4eaa-8f9c-7120c12ab045 HTTP/1.1" status: 200 len: 945 time: 0.5625567 May 25 15:42:27.584651 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 42164) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:27.600126 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-0d763e83-188d-4dba-9b1c-927f237baaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:27.611326 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeeb263-6d49-4ab0-9bdc-38224c97c29e req-f7f9915d-3b45-4cd8-bd14-c3dff575871f tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:27.616934 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-591b29d6-aa31-4d6d-a42e-e39f6913368f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:27.624831 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-9aeeb263-6d49-4ab0-9bdc-38224c97c29e req-f7f9915d-3b45-4cd8-bd14-c3dff575871f tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=70cba167-3866-4a45-b124-c4d23c24406a HTTP/1.1" status: 200 len: 946 time: 0.5921159 May 25 15:42:27.656562 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-0d763e83-188d-4dba-9b1c-927f237baaf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:27.658429 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-0d763e83-188d-4dba-9b1c-927f237baaf3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9bca055d-b143-402b-aff4-bcad4e672350 HTTP/1.1" status: 204 len: 168 time: 0.4214847 May 25 15:42:27.660685 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d763e83-188d-4dba-9b1c-927f237baaf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bca055d-b143-402b-aff4-bcad4e672350,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:27.665178 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-0d763e83-188d-4dba-9b1c-927f237baaf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:27.761570 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-9aeeb263-6d49-4ab0-9bdc-38224c97c29e req-b6e166f3-059e-4c4e-a2c3-2ee97c839a29 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354144 May 25 15:42:27.960189 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-75761a1b-7612-4095-818a-d144e35b678c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:28.090997 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-75761a1b-7612-4095-818a-d144e35b678c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:42:28.144091 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-244e431a-28c9-4301-83ed-1accc040b665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:28.185795 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-42d2b1d9-c212-4517-b7e8-6a5d7b0b1509 req-3f79534e-4a6b-4bc8-b226-cadc632454de tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] 10.222.0.11 "GET /v2.0/security-groups?id=bac65979-6999-41af-b590-1435902bb92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5042360 May 25 15:42:28.204409 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-75761a1b-7612-4095-818a-d144e35b678c admin admin] Usage tracker for resource:security_group_rule and tenant:2519103d18ca40739164ca9492ef9c27 is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:42:28.218115 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-379c79ea-f7b4-4216-9681-101830ed422e req-bbad969e-711b-4a18-9fff-bf8879844673 tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] 10.222.0.11 "GET /v2.0/ports?device_id=008d7efc-7406-4a27-82d3-545fd2ba4c7c HTTP/1.1" status: 200 len: 210 time: 0.1504600 May 25 15:42:28.221264 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-75761a1b-7612-4095-818a-d144e35b678c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:42:28.338605 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-75761a1b-7612-4095-818a-d144e35b678c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:42:28.392297 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-244e431a-28c9-4301-83ed-1accc040b665 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:42:28.463922 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-244e431a-28c9-4301-83ed-1accc040b665 admin admin] Usage tracker for resource:security_group_rule and tenant:f503a06b93444d2ea466b548a784c0ef is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:42:28.478660 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-244e431a-28c9-4301-83ed-1accc040b665 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:42:28.504207 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-244e431a-28c9-4301-83ed-1accc040b665 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:42:28.603851 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfdfcbd9-7178-44f2-8b00-d6cae53d4e19 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Router 3c6f5408-ac61-4254-917d-d086a6b4bf5f has already been hosted by L3 agent f8a1ad16-ec6f-48c0-91e7-34790a8304cd {{(pid=98655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:42:28.892188 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-75761a1b-7612-4095-818a-d144e35b678c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:28.918160 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-75761a1b-7612-4095-818a-d144e35b678c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:29.161664 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-b84dd200-d963-44af-b314-952a70fae1e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:29.312939 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024f9ac-47b6-4f86-92d9-5eaa10403a9a req-83f3eb93-d77a-4c89-bf34-da3242265f3a tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:29.318623 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-8024f9ac-47b6-4f86-92d9-5eaa10403a9a req-83f3eb93-d77a-4c89-bf34-da3242265f3a tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] 10.222.0.62 "GET /v2.0/ports?device_id=97e08778-4890-4eaa-8f9c-7120c12ab045 HTTP/1.1" status: 200 len: 945 time: 0.3459780 May 25 15:42:29.481189 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5841d9d-12c8-4049-85b2-5e8a6c91a97c req-c7c149d2-d325-4b19-b65a-65090fe21ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:29.485094 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-c5841d9d-12c8-4049-85b2-5e8a6c91a97c req-c7c149d2-d325-4b19-b65a-65090fe21ce3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4c2510090ada4fe295deec64f74c04e7&device_id=70cba167-3866-4a45-b124-c4d23c24406a HTTP/1.1" status: 200 len: 1099 time: 0.3300688 May 25 15:42:29.831751 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-75761a1b-7612-4095-818a-d144e35b678c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2519103d18ca40739164ca9492ef9c27&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3597906 May 25 15:42:29.842140 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 42226) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:29.882523 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75761a1b-7612-4095-818a-d144e35b678c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33641ad8-c2a9-4c3d-b945-cfc5f1367cdb,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:29.956725 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-244e431a-28c9-4301-83ed-1accc040b665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:29.996545 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5841d9d-12c8-4049-85b2-5e8a6c91a97c req-13ccbdf9-eb19-4334-b906-007fe24ebe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:29.999210 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-c5841d9d-12c8-4049-85b2-5e8a6c91a97c req-13ccbdf9-eb19-4334-b906-007fe24ebe29 service neutron] 10.222.0.62 "GET /v2.0/networks?id=903b1638-4303-4bd6-85d0-46b06b3b03e2 HTTP/1.1" status: 200 len: 920 time: 0.5061026 May 25 15:42:30.086575 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75761a1b-7612-4095-818a-d144e35b678c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:30.087159 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75761a1b-7612-4095-818a-d144e35b678c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:30.087748 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75761a1b-7612-4095-818a-d144e35b678c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:30.088328 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75761a1b-7612-4095-818a-d144e35b678c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:30.088874 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75761a1b-7612-4095-818a-d144e35b678c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:30.089391 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75761a1b-7612-4095-818a-d144e35b678c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:30.089928 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75761a1b-7612-4095-818a-d144e35b678c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:30.090469 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75761a1b-7612-4095-818a-d144e35b678c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:30.090972 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75761a1b-7612-4095-818a-d144e35b678c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:30.091487 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75761a1b-7612-4095-818a-d144e35b678c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:30.092056 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75761a1b-7612-4095-818a-d144e35b678c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:30.092587 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75761a1b-7612-4095-818a-d144e35b678c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:30.128086 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ed6b3-c4b8-4c1a-9e51-5032d8f61b1a req-983bb3cf-5821-4ac8-900a-28a7276ede4b tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:30.130489 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-267ed6b3-c4b8-4c1a-9e51-5032d8f61b1a req-983bb3cf-5821-4ac8-900a-28a7276ede4b tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] 10.222.0.62 "GET /v2.0/networks?id=e69ea63f-a2e4-476a-aad6-a6e84b674a5f HTTP/1.1" status: 200 len: 809 time: 0.8619878 May 25 15:42:30.161421 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [req-267ed6b3-c4b8-4c1a-9e51-5032d8f61b1a req-ea6899b7-32b6-4282-9705-9a8199db416a tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] Request body: {'port': {'device_id': '008d7efc-7406-4a27-82d3-545fd2ba4c7c', 'network_id': 'e69ea63f-a2e4-476a-aad6-a6e84b674a5f', 'admin_state_up': True, 'tenant_id': 'b999ef0246654a3b9e28bfe8660d4c21'}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:42:30.162944 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-c5841d9d-12c8-4049-85b2-5e8a6c91a97c req-a59951c1-768a-4f58-8b38-4ca8ceefdf2e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df4292aa-f95e-4fbc-9652-976c9011a0a2 HTTP/1.1" status: 200 len: 217 time: 0.1393766 May 25 15:42:30.232342 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.plugin [req-8024f9ac-47b6-4f86-92d9-5eaa10403a9a req-d6687931-b4bc-4da0-9742-6b39fe7c2f07 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] Deleting port 7d7f49ba-6d7e-476b-b781-05d9d50918fe {{(pid=98653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:42:30.232918 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-8024f9ac-47b6-4f86-92d9-5eaa10403a9a req-d6687931-b4bc-4da0-9742-6b39fe7c2f07 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730536052803'] for port, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:30.364307 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5841d9d-12c8-4049-85b2-5e8a6c91a97c req-20072391-2c9e-497d-bd82-c51b9e2b7a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:30.366927 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-c5841d9d-12c8-4049-85b2-5e8a6c91a97c req-20072391-2c9e-497d-bd82-c51b9e2b7a63 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86a02047-08fe-4706-bc57-8e2d90eb8132 HTTP/1.1" status: 200 len: 859 time: 0.1972528 May 25 15:42:30.462397 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-75761a1b-7612-4095-818a-d144e35b678c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.301s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:30.476748 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfdfcbd9-7178-44f2-8b00-d6cae53d4e19 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify agent at l3_agent.dv-cinder-791239-3-smb the message routers_updated {{(pid=98655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:42:30.500015 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-c5841d9d-12c8-4049-85b2-5e8a6c91a97c req-45b5691c-23a8-48f6-bec0-be56d0b6b0db service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=903b1638-4303-4bd6-85d0-46b06b3b03e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1212299 May 25 15:42:30.507789 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea56463-2ab9-4915-959e-d31bbec357ec None None] Sync routers for ids ['3c6f5408-ac61-4254-917d-d086a6b4bf5f'] in dv-cinder-791239-3-smb {{(pid=98660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:42:30.514836 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-244e431a-28c9-4301-83ed-1accc040b665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:30.532049 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea56463-2ab9-4915-959e-d31bbec357ec None None] Routers {'3c6f5408-ac61-4254-917d-d086a6b4bf5f'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:42:30.536284 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-7ea56463-2ab9-4915-959e-d31bbec357ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:42:18Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['3c6f5408-ac61-4254-917d-d086a6b4bf5f'], 'active': True} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:42:30.554281 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:30.598356 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-cfdfcbd9-7178-44f2-8b00-d6cae53d4e19 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for floatingip, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:30.805737 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.db [req-8024f9ac-47b6-4f86-92d9-5eaa10403a9a req-d6687931-b4bc-4da0-9742-6b39fe7c2f07 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] For port 7d7f49ba-6d7e-476b-b781-05d9d50918fe, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=7d7f49ba-6d7e-476b-b781-05d9d50918fe,segment=NetworkSegment(5343296a-0f25-44ca-9b41-947270d52984),segment_id=5343296a-0f25-44ca-9b41-947270d52984)] {{(pid=98653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:42:30.806314 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-8024f9ac-47b6-4f86-92d9-5eaa10403a9a req-d6687931-b4bc-4da0-9742-6b39fe7c2f07 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16426746'] for port, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:30.920310 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvr_db [None req-7ea56463-2ab9-4915-959e-d31bbec357ec None None] Set router 3c6f5408-ac61-4254-917d-d086a6b4bf5f gateway port host: dv-cinder-791239-3-smb {{(pid=98660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:42:31.036448 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-244e431a-28c9-4301-83ed-1accc040b665 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f503a06b93444d2ea466b548a784c0ef&name=default HTTP/1.1" status: 200 len: 2979 time: 3.4491434 May 25 15:42:31.039393 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e431a-28c9-4301-83ed-1accc040b665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e98c30d-617d-47e8-a216-9c68276b5e62,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:31.050747 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-244e431a-28c9-4301-83ed-1accc040b665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:31.054213 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 42262) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:31.078898 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [req-267ed6b3-c4b8-4c1a-9e51-5032d8f61b1a req-ea6899b7-32b6-4282-9705-9a8199db416a tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:42:31.095220 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-267ed6b3-c4b8-4c1a-9e51-5032d8f61b1a req-ea6899b7-32b6-4282-9705-9a8199db416a tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] Usage tracker for resource:port and tenant:b999ef0246654a3b9e28bfe8660d4c21 is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:42:31.107257 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-267ed6b3-c4b8-4c1a-9e51-5032d8f61b1a req-ea6899b7-32b6-4282-9705-9a8199db416a tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:42:31.126071 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [req-267ed6b3-c4b8-4c1a-9e51-5032d8f61b1a req-ea6899b7-32b6-4282-9705-9a8199db416a tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:42:31.195611 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.plugin [req-8024f9ac-47b6-4f86-92d9-5eaa10403a9a req-d6687931-b4bc-4da0-9742-6b39fe7c2f07 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] Calling delete_port for 7d7f49ba-6d7e-476b-b781-05d9d50918fe owned by compute:nova {{(pid=98653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:42:31.205596 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eda82d-41e4-40d7-ae42-c8390385c955 req-67565e52-be0a-49ef-a55b-ce9bc6b7761a tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:31.226224 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-11eda82d-41e4-40d7-ae42-c8390385c955 req-67565e52-be0a-49ef-a55b-ce9bc6b7761a tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=70cba167-3866-4a45-b124-c4d23c24406a HTTP/1.1" status: 200 len: 946 time: 2.0819652 May 25 15:42:31.379920 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-c5841d9d-12c8-4049-85b2-5e8a6c91a97c req-f74b44ff-c2f1-4cd9-8133-8ed280cdf604 service neutron] 10.222.0.62 "GET /v2.0/networks/903b1638-4303-4bd6-85d0-46b06b3b03e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8613570 May 25 15:42:31.490653 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-267ed6b3-c4b8-4c1a-9e51-5032d8f61b1a req-ea6899b7-32b6-4282-9705-9a8199db416a tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] Made reservation on behalf of b999ef0246654a3b9e28bfe8660d4c21 for: {'port': 1} {{(pid=98655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:42:31.497735 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-267ed6b3-c4b8-4c1a-9e51-5032d8f61b1a req-ea6899b7-32b6-4282-9705-9a8199db416a tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:31.790757 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device 7d7f49ba-6d7e-476b-b781-05d9d50918fe no longer exists at agent hyperv_hv-cinder-79123 {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:42:31.798609 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-c5841d9d-12c8-4049-85b2-5e8a6c91a97c req-25fbc413-d19a-4d4e-9f9a-8290e2d31010 service neutron] 10.222.0.62 "GET /v2.0/networks/903b1638-4303-4bd6-85d0-46b06b3b03e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3980038 May 25 15:42:31.831432 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-7ea56463-2ab9-4915-959e-d31bbec357ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'name': 'tempest-AttachVolumeTestJSON-1359625331-router', 'tenant_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b11cc504-bb5d-49bc-a49c-289698977329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:41:22Z', 'updated_at': '2021-05-25T15:41:32Z', 'revision_number': 4, 'project_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'gw_port': {'id': 'b11cc504-bb5d-49bc-a49c-289698977329', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:eb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:24Z', 'updated_at': '2021-05-25T15:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_floatingips': [{'id': '3cdd2070-6e25-415e-8b1c-577d11e4bc84', 'tenant_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'floating_ip_address': '172.28.3.40', 'floating_network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'router_id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'port_id': 'b113cd9c-edf4-4110-912c-3f957935bcb8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 84, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91f778d4-efe4-4f00-8d64-09660e7b60f7', 'mac_address': 'fa:16:3e:21:dd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8eae8b-dc74-423c-bfe9-2e231dec17a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:41:45Z', 'updated_at': '2021-05-25T15:42:25Z', 'revision_number': 1, 'project_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fa86e8e-d5d0-4224-b6b3-3de0fb442883', 'name': '', 'network_id': '91f778d4-efe4-4f00-8d64-09660e7b60f7', 'tenant_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'mac_address': 'fa:16:3e:25:1d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e1434e2d-9207-4f36-a5e8-fa06210626a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:30Z', 'updated_at': '2021-05-25T15:41:44Z', 'revision_number': 5, 'project_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'subnets': [{'id': 'e1434e2d-9207-4f36-a5e8-fa06210626a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:42:31.839767 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea56463-2ab9-4915-959e-d31bbec357ec None None] Checking router: 3c6f5408-ac61-4254-917d-d086a6b4bf5f for host: dv-cinder-791239-3-smb {{(pid=98660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:42:31.849667 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-8024f9ac-47b6-4f86-92d9-5eaa10403a9a req-d6687931-b4bc-4da0-9742-6b39fe7c2f07 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730536055462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730535669971'] for port, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:31.864931 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea56463-2ab9-4915-959e-d31bbec357ec None None] Routers {'3c6f5408-ac61-4254-917d-d086a6b4bf5f'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:42:31.866538 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-7ea56463-2ab9-4915-959e-d31bbec357ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:42:18Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['3c6f5408-ac61-4254-917d-d086a6b4bf5f'], 'active': True} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:42:31.885833 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-f9b0d108-c123-4f96-870f-e29ff647a639 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:31.968810 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] No Port match for: 7d7f49ba-6d7e-476b-b781-05d9d50918fe {{(pid=98656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:42:31.969901 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device 7d7f49ba-6d7e-476b-b781-05d9d50918fe not bound to the agent host hv-cinder-79123 {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:42:32.039877 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6687931-b4bc-4da0-9742-6b39fe7c2f07 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] Pushing event deleted for resources: {'Port': ['ID=7d7f49ba-6d7e-476b-b781-05d9d50918fe,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:32.040172 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.db_base_plugin_common [req-267ed6b3-c4b8-4c1a-9e51-5032d8f61b1a req-ea6899b7-32b6-4282-9705-9a8199db416a tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] Allocated IP 172.20.0.7 (e69ea63f-a2e4-476a-aad6-a6e84b674a5f/a6c70e3f-23fb-4504-9ea2-41ef1d671acf/36d5b25f-83b7-4180-8cd6-49b5a3f70e02) {{(pid=98655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:42:32.063104 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-d6687931-b4bc-4da0-9742-6b39fe7c2f07 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:32.083644 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-cfdfcbd9-7178-44f2-8b00-d6cae53d4e19 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "PUT /v2.0/floatingips/3cdd2070-6e25-415e-8b1c-577d11e4bc84 HTTP/1.1" status: 200 len: 990 time: 9.6063435 May 25 15:42:32.093652 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf8eae8b-dc74-423c-bfe9-2e231dec17a1', 'tag': 'b113cd9c-edf4-4110-912c-3f957935bcb8'}] {{(pid=98655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:42:32.169440 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.l3_dvrscheduler_db [req-8024f9ac-47b6-4f86-92d9-5eaa10403a9a req-d6687931-b4bc-4da0-9742-6b39fe7c2f07 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] No DVR routers for this DVR port 7d7f49ba-6d7e-476b-b781-05d9d50918fe on host hv-cinder-79123 {{(pid=98653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:42:32.183344 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-8024f9ac-47b6-4f86-92d9-5eaa10403a9a req-d6687931-b4bc-4da0-9742-6b39fe7c2f07 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for port, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:32.197046 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661fdbed-7d34-4143-afac-d7280bf755af req-3754d8c5-f1c6-4b7c-99c8-94c6334261ae tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:32.199336 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-661fdbed-7d34-4143-afac-d7280bf755af req-3754d8c5-f1c6-4b7c-99c8-94c6334261ae tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] 10.222.0.11 "GET /v2.0/ports?device_id=97e08778-4890-4eaa-8f9c-7120c12ab045 HTTP/1.1" status: 200 len: 867 time: 2.4701302 May 25 15:42:32.229876 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e08778-4890-4eaa-8f9c-7120c12ab045', 'name': 'network-vif-deleted', 'tag': '7d7f49ba-6d7e-476b-b781-05d9d50918fe'}] {{(pid=98653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:42:32.241951 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-8024f9ac-47b6-4f86-92d9-5eaa10403a9a req-d6687931-b4bc-4da0-9742-6b39fe7c2f07 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] 10.222.0.62 "DELETE /v2.0/ports/7d7f49ba-6d7e-476b-b781-05d9d50918fe HTTP/1.1" status: 204 len: 173 time: 2.9140961 May 25 15:42:32.266772 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-11eda82d-41e4-40d7-ae42-c8390385c955 req-66f195a7-3177-4d14-9daf-3d486ff55c57 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0371296 May 25 15:42:32.267016 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-0482b277-1848-4f0a-9f80-d06f8f161acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:32.395031 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-63c6e861-0fb0-4ebe-99fd-75e108089f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:32.438171 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvr_db [None req-7ea56463-2ab9-4915-959e-d31bbec357ec None None] Set router 3c6f5408-ac61-4254-917d-d086a6b4bf5f gateway port host: dv-cinder-791239-3-smb {{(pid=98660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:42:32.593702 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-0482b277-1848-4f0a-9f80-d06f8f161acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:32.801077 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-661fdbed-7d34-4143-afac-d7280bf755af req-0d7cfcf9-00dd-4bcb-8102-6ce44adad1d2 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] 10.222.0.11 "GET /v2.0/security-groups?id=bac65979-6999-41af-b590-1435902bb92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5524752 May 25 15:42:32.890110 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4bf9b3a2-34d8-4d58-9cde-28354a298ee7 req-50da4ce4-45d7-42e1-858d-a7481f994b75 tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] 10.222.0.11 "GET /v2.0/ports?device_id=008d7efc-7406-4a27-82d3-545fd2ba4c7c HTTP/1.1" status: 200 len: 210 time: 0.3581309 May 25 15:42:32.959894 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-63c6e861-0fb0-4ebe-99fd-75e108089f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:33.042571 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf8eae8b-dc74-423c-bfe9-2e231dec17a1', 'tag': 'b113cd9c-edf4-4110-912c-3f957935bcb8', 'status': 'completed', 'code': 200} May 25 15:42:33.123918 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e08778-4890-4eaa-8f9c-7120c12ab045', 'name': 'network-vif-deleted', 'tag': '7d7f49ba-6d7e-476b-b781-05d9d50918fe', 'status': 'completed', 'code': 200} May 25 15:42:33.256142 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-267ed6b3-c4b8-4c1a-9e51-5032d8f61b1a req-ea6899b7-32b6-4282-9705-9a8199db416a tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] Notify callbacks [] for port, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:33.290385 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-63c6e861-0fb0-4ebe-99fd-75e108089f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:33.296751 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-932a2438-8628-49c6-92ab-29aacb0fd1ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:33.313363 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c6e861-0fb0-4ebe-99fd-75e108089f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33641ad8-c2a9-4c3d-b945-cfc5f1367cdb,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:33.315582 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-0482b277-1848-4f0a-9f80-d06f8f161acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:33.342586 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-63c6e861-0fb0-4ebe-99fd-75e108089f5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:33.346068 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-63c6e861-0fb0-4ebe-99fd-75e108089f5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:33.383738 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0482b277-1848-4f0a-9f80-d06f8f161acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e98c30d-617d-47e8-a216-9c68276b5e62,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:33.386735 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-0482b277-1848-4f0a-9f80-d06f8f161acb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:33.418452 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-267ed6b3-c4b8-4c1a-9e51-5032d8f61b1a req-ea6899b7-32b6-4282-9705-9a8199db416a tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730535669962'] for port, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:33.426369 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1637c-1e77-454f-a734-4e102e963007 req-94a79804-fdd7-48da-954c-4e1f80720bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:33.428998 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-47b1637c-1e77-454f-a734-4e102e963007 req-94a79804-fdd7-48da-954c-4e1f80720bb0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ef29f0583dbd4d57978afb4a9dcb4a9d&device_id=cf8eae8b-dc74-423c-bfe9-2e231dec17a1 HTTP/1.1" status: 200 len: 1098 time: 0.2821023 May 25 15:42:33.443388 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-98959d20-fb21-47ce-8d4c-3eeb56e2b023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:33.464182 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-7ea56463-2ab9-4915-959e-d31bbec357ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'name': 'tempest-AttachVolumeTestJSON-1359625331-router', 'tenant_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b11cc504-bb5d-49bc-a49c-289698977329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:41:22Z', 'updated_at': '2021-05-25T15:41:32Z', 'revision_number': 4, 'project_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'gw_port': {'id': 'b11cc504-bb5d-49bc-a49c-289698977329', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:eb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:24Z', 'updated_at': '2021-05-25T15:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_floatingips': [{'id': '3cdd2070-6e25-415e-8b1c-577d11e4bc84', 'tenant_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'floating_ip_address': '172.28.3.40', 'floating_network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'router_id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'port_id': 'b113cd9c-edf4-4110-912c-3f957935bcb8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 84, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91f778d4-efe4-4f00-8d64-09660e7b60f7', 'mac_address': 'fa:16:3e:21:dd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8eae8b-dc74-423c-bfe9-2e231dec17a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:41:45Z', 'updated_at': '2021-05-25T15:42:25Z', 'revision_number': 1, 'project_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fa86e8e-d5d0-4224-b6b3-3de0fb442883', 'name': '', 'network_id': '91f778d4-efe4-4f00-8d64-09660e7b60f7', 'tenant_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'mac_address': 'fa:16:3e:25:1d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e1434e2d-9207-4f36-a5e8-fa06210626a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:30Z', 'updated_at': '2021-05-25T15:41:44Z', 'revision_number': 5, 'project_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'subnets': [{'id': 'e1434e2d-9207-4f36-a5e8-fa06210626a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:42:33.471265 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea56463-2ab9-4915-959e-d31bbec357ec None None] The sync data for ids ['3c6f5408-ac61-4254-917d-d086a6b4bf5f'] in dv-cinder-791239-3-smb is: [{'id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'name': 'tempest-AttachVolumeTestJSON-1359625331-router', 'tenant_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b11cc504-bb5d-49bc-a49c-289698977329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:41:22Z', 'updated_at': '2021-05-25T15:41:32Z', 'revision_number': 4, 'project_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'gw_port': {'id': 'b11cc504-bb5d-49bc-a49c-289698977329', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:eb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:24Z', 'updated_at': '2021-05-25T15:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_floatingips': [{'id': '3cdd2070-6e25-415e-8b1c-577d11e4bc84', 'tenant_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'floating_ip_address': '172.28.3.40', 'floating_network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'router_id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'port_id': 'b113cd9c-edf4-4110-912c-3f957935bcb8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 84, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91f778d4-efe4-4f00-8d64-09660e7b60f7', 'mac_address': 'fa:16:3e:21:dd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8eae8b-dc74-423c-bfe9-2e231dec17a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:41:45Z', 'updated_at': '2021-05-25T15:42:25Z', 'revision_number': 1, 'project_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fa86e8e-d5d0-4224-b6b3-3de0fb442883', 'name': '', 'network_id': '91f778d4-efe4-4f00-8d64-09660e7b60f7', 'tenant_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'mac_address': 'fa:16:3e:25:1d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e1434e2d-9207-4f36-a5e8-fa06210626a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:30Z', 'updated_at': '2021-05-25T15:41:44Z', 'revision_number': 5, 'project_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'subnets': [{'id': 'e1434e2d-9207-4f36-a5e8-fa06210626a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:42:33.534653 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-0482b277-1848-4f0a-9f80-d06f8f161acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:33.536610 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-0482b277-1848-4f0a-9f80-d06f8f161acb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1e98c30d-617d-47e8-a216-9c68276b5e62 HTTP/1.1" status: 204 len: 168 time: 2.3796687 May 25 15:42:33.597316 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-63c6e861-0fb0-4ebe-99fd-75e108089f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:33.604730 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-63c6e861-0fb0-4ebe-99fd-75e108089f5c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/33641ad8-c2a9-4c3d-b945-cfc5f1367cdb HTTP/1.1" status: 204 len: 168 time: 3.7240238 May 25 15:42:33.626646 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-267ed6b3-c4b8-4c1a-9e51-5032d8f61b1a req-ea6899b7-32b6-4282-9705-9a8199db416a tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] Network e69ea63f-a2e4-476a-aad6-a6e84b674a5f is already hosted by enough agents. {{(pid=98655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:42:33.635654 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.base_scheduler [req-267ed6b3-c4b8-4c1a-9e51-5032d8f61b1a req-ea6899b7-32b6-4282-9705-9a8199db416a tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] Resources bound (agent type, host, resource id): {{(pid=98655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:42:33.643308 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.l3_dvrscheduler_db [req-267ed6b3-c4b8-4c1a-9e51-5032d8f61b1a req-ea6899b7-32b6-4282-9705-9a8199db416a tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] Received port after_create {{(pid=98655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:42:33.656084 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ed6b3-c4b8-4c1a-9e51-5032d8f61b1a req-ea6899b7-32b6-4282-9705-9a8199db416a tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:33.657131 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-267ed6b3-c4b8-4c1a-9e51-5032d8f61b1a req-ea6899b7-32b6-4282-9705-9a8199db416a tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for port, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:33.717822 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 42316) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:33.752438 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6899b7-32b6-4282-9705-9a8199db416a tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] Pushing event updated for resources: {'Port': ['ID=36d5b25f-83b7-4180-8cd6-49b5a3f70e02,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:33.783497 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-ea6899b7-32b6-4282-9705-9a8199db416a tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:33.841414 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-267ed6b3-c4b8-4c1a-9e51-5032d8f61b1a req-ea6899b7-32b6-4282-9705-9a8199db416a tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6876993 May 25 15:42:33.880703 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [req-267ed6b3-c4b8-4c1a-9e51-5032d8f61b1a req-5fd1c3b6-a6e0-4b6e-ad58-1fd38a361bb1 service neutron] Request body: {'port': {'device_id': '008d7efc-7406-4a27-82d3-545fd2ba4c7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79123'}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:42:33.945635 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1637c-1e77-454f-a734-4e102e963007 req-d150216a-ae3e-4cfc-aeab-cd408a25ccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:33.946546 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-47b1637c-1e77-454f-a734-4e102e963007 req-d150216a-ae3e-4cfc-aeab-cd408a25ccb5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=91f778d4-efe4-4f00-8d64-09660e7b60f7 HTTP/1.1" status: 200 len: 912 time: 0.4968064 May 25 15:42:33.992434 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1680d1f-8623-4cd2-b157-53c008b129d6 None None] New status for floating IP 3cdd2070-6e25-415e-8b1c-577d11e4bc84: ACTIVE {{(pid=98656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 15:42:34.076667 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a032c4a-8851-459c-8e66-87ea9aaa8932 req-117bc8e4-3e67-4e39-8483-a1e534d35957 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:34.079863 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-7a032c4a-8851-459c-8e66-87ea9aaa8932 req-117bc8e4-3e67-4e39-8483-a1e534d35957 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=70cba167-3866-4a45-b124-c4d23c24406a HTTP/1.1" status: 200 len: 946 time: 0.4148142 May 25 15:42:34.409853 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-7a032c4a-8851-459c-8e66-87ea9aaa8932 req-29edff69-5253-4dc9-9e29-361bd2882259 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910031 May 25 15:42:34.442963 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-47b1637c-1e77-454f-a734-4e102e963007 req-b13012ec-0769-4e1f-a2fa-dbfe522c4473 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b113cd9c-edf4-4110-912c-3f957935bcb8 HTTP/1.1" status: 200 len: 998 time: 0.4837193 May 25 15:42:34.449173 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-267ed6b3-c4b8-4c1a-9e51-5032d8f61b1a req-5fd1c3b6-a6e0-4b6e-ad58-1fd38a361bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:34.608926 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-6fb4aa05-2fc7-4481-a6c7-f059ca5a0744 req-1a05e374-77d1-4829-a2b6-9e7d38d8a708 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] 10.222.0.11 "GET /v2.0/ports?device_id=97e08778-4890-4eaa-8f9c-7120c12ab045 HTTP/1.1" status: 200 len: 210 time: 0.1219730 May 25 15:42:34.662208 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1637c-1e77-454f-a734-4e102e963007 req-f4d86fd1-86c4-4a41-80a2-5f4215d73170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:34.664741 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-47b1637c-1e77-454f-a734-4e102e963007 req-f4d86fd1-86c4-4a41-80a2-5f4215d73170 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1434e2d-9207-4f36-a5e8-fa06210626a6 HTTP/1.1" status: 200 len: 850 time: 0.2153447 May 25 15:42:34.809684 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-ecabef93-b596-431e-b355-e93419d316c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:34.914866 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-ecabef93-b596-431e-b355-e93419d316c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:42:34.932110 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-ecabef93-b596-431e-b355-e93419d316c9 admin admin] Usage tracker for resource:security_group_rule and tenant:ed3d0fd3101c43958189b77f2a623318 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:42:34.956490 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-ecabef93-b596-431e-b355-e93419d316c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:42:34.983282 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-ecabef93-b596-431e-b355-e93419d316c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:42:34.998801 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1637c-1e77-454f-a734-4e102e963007 req-e24e37f0-99ae-4677-bec8-696d21762eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:35.007094 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-47b1637c-1e77-454f-a734-4e102e963007 req-e24e37f0-99ae-4677-bec8-696d21762eff service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=91f778d4-efe4-4f00-8d64-09660e7b60f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3297925 May 25 15:42:35.120290 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 42342) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:35.190124 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 42348) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:35.242555 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-0841df7f-c316-4a07-93bc-18a61984cdb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:35.282431 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-3d6911f9-2bc4-4d08-8bd0-c686d7bf761e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:35.354382 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-0841df7f-c316-4a07-93bc-18a61984cdb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:42:35.359150 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-3d6911f9-2bc4-4d08-8bd0-c686d7bf761e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:42:35.374959 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-47b1637c-1e77-454f-a734-4e102e963007 req-2458d05b-af36-49ea-9d61-b64c5b4ad25f service neutron] 10.222.0.62 "GET /v2.0/networks/91f778d4-efe4-4f00-8d64-09660e7b60f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596721 May 25 15:42:35.450396 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-3d6911f9-2bc4-4d08-8bd0-c686d7bf761e admin admin] Usage tracker for resource:security_group_rule and tenant:5aa80c81d5b94e0eb02889d09a5a9b0b is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:42:35.453762 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-0841df7f-c316-4a07-93bc-18a61984cdb5 admin admin] Usage tracker for resource:security_group_rule and tenant:17b6001abfc342a09ccf2ff60c0d75a5 is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:42:35.473328 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-3d6911f9-2bc4-4d08-8bd0-c686d7bf761e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:42:35.478076 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-0841df7f-c316-4a07-93bc-18a61984cdb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:42:35.497089 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-3d6911f9-2bc4-4d08-8bd0-c686d7bf761e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:42:35.513065 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-0841df7f-c316-4a07-93bc-18a61984cdb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:42:35.588127 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e1d49-463d-4a79-9b0e-5e4ff69adbfe req-93e49e64-33ca-4a06-bd46-e7c342325ed3 tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:35.589363 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-155e1d49-463d-4a79-9b0e-5e4ff69adbfe req-93e49e64-33ca-4a06-bd46-e7c342325ed3 tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] Synchronizing usage tracker for tenant:b999ef0246654a3b9e28bfe8660d4c21 on resource:port {{(pid=98655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:42:35.592274 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-ecabef93-b596-431e-b355-e93419d316c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:35.614888 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-ecabef93-b596-431e-b355-e93419d316c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:35.631628 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:35.701513 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-155e1d49-463d-4a79-9b0e-5e4ff69adbfe req-93e49e64-33ca-4a06-bd46-e7c342325ed3 tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] Unset dirty status for tenant:b999ef0246654a3b9e28bfe8660d4c21 on resource:port {{(pid=98655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:42:35.703578 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-155e1d49-463d-4a79-9b0e-5e4ff69adbfe req-93e49e64-33ca-4a06-bd46-e7c342325ed3 tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] 10.222.0.11 "GET /v2.0/ports?device_id=008d7efc-7406-4a27-82d3-545fd2ba4c7c HTTP/1.1" status: 200 len: 931 time: 0.7045767 May 25 15:42:35.724626 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecabef93-b596-431e-b355-e93419d316c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f233a6-7866-41ed-9c67-3b41416b3027,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:35.729131 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-47b1637c-1e77-454f-a734-4e102e963007 req-bf487a6b-d0a8-42c5-8f40-79160561f28c service neutron] 10.222.0.62 "GET /v2.0/networks/91f778d4-efe4-4f00-8d64-09660e7b60f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450222 May 25 15:42:35.730427 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-ecabef93-b596-431e-b355-e93419d316c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:35.736232 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-ecabef93-b596-431e-b355-e93419d316c9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ed3d0fd3101c43958189b77f2a623318&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0161316 May 25 15:42:35.738985 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 42356) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:35.856311 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-5d41344b-400e-485f-81a9-c6a7dd78c0a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:35.903017 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-5d41344b-400e-485f-81a9-c6a7dd78c0a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:36.009145 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-5d41344b-400e-485f-81a9-c6a7dd78c0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:36.015262 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:36.033709 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d41344b-400e-485f-81a9-c6a7dd78c0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f233a6-7866-41ed-9c67-3b41416b3027,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:36.036917 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-5d41344b-400e-485f-81a9-c6a7dd78c0a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:36.038115 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-5d41344b-400e-485f-81a9-c6a7dd78c0a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:36.042380 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-5d41344b-400e-485f-81a9-c6a7dd78c0a6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b4f233a6-7866-41ed-9c67-3b41416b3027 HTTP/1.1" status: 204 len: 168 time: 0.2990460 May 25 15:42:36.145113 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.notifiers.nova [req-267ed6b3-c4b8-4c1a-9e51-5032d8f61b1a req-5fd1c3b6-a6e0-4b6e-ad58-1fd38a361bb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36d5b25f-83b7-4180-8cd6-49b5a3f70e02 {{(pid=98655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:42:36.170139 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-155e1d49-463d-4a79-9b0e-5e4ff69adbfe req-b3e22405-2f3f-4ba8-a6b6-a478569d8bb8 tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] 10.222.0.11 "GET /v2.0/security-groups?id=84b38f76-4fda-4ea3-a3d5-7349b38636b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4486125 May 25 15:42:36.176949 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-3d6911f9-2bc4-4d08-8bd0-c686d7bf761e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:36.189647 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-267ed6b3-c4b8-4c1a-9e51-5032d8f61b1a req-5fd1c3b6-a6e0-4b6e-ad58-1fd38a361bb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:36.211588 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-3d6911f9-2bc4-4d08-8bd0-c686d7bf761e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:36.237055 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-d72f4dd4-4f99-4118-8ab2-a8eea74736f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:36.323332 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.provisioning_blocks [req-267ed6b3-c4b8-4c1a-9e51-5032d8f61b1a req-5fd1c3b6-a6e0-4b6e-ad58-1fd38a361bb1 service neutron] Transition to ACTIVE for port object 36d5b25f-83b7-4180-8cd6-49b5a3f70e02 will not be triggered until provisioned by entity L2. {{(pid=98655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:42:36.348828 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6911f9-2bc4-4d08-8bd0-c686d7bf761e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5dc5bdb-db0b-4f1d-9618-831fdc910512,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:36.375930 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-3d6911f9-2bc4-4d08-8bd0-c686d7bf761e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:36.407056 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-267ed6b3-c4b8-4c1a-9e51-5032d8f61b1a req-5fd1c3b6-a6e0-4b6e-ad58-1fd38a361bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:36.436039 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-0841df7f-c316-4a07-93bc-18a61984cdb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:36.441915 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-5afe6654-5230-4f7d-ba51-8e65ba64fa64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:36.516872 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-3d6911f9-2bc4-4d08-8bd0-c686d7bf761e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5aa80c81d5b94e0eb02889d09a5a9b0b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3036108 May 25 15:42:36.517305 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 42372) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:36.529871 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-0841df7f-c316-4a07-93bc-18a61984cdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:36.553509 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f0c76-af0c-4bbe-a45b-0151c3098739 req-be747132-7365-41fb-a962-fd08e1f94e7a tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:36.568392 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-ad4f0c76-af0c-4bbe-a45b-0151c3098739 req-be747132-7365-41fb-a962-fd08e1f94e7a tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=70cba167-3866-4a45-b124-c4d23c24406a HTTP/1.1" status: 200 len: 946 time: 0.8602736 May 25 15:42:36.757247 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-7b1c06b0-bebb-47ba-ab7a-c5a6f319d43d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:36.794512 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-0841df7f-c316-4a07-93bc-18a61984cdb5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=17b6001abfc342a09ccf2ff60c0d75a5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6543865 May 25 15:42:36.802794 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 42378) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:36.856340 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd1c3b6-a6e0-4b6e-ad58-1fd38a361bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=36d5b25f-83b7-4180-8cd6-49b5a3f70e02,revision_number=2']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:36.864710 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-5fd1c3b6-a6e0-4b6e-ad58-1fd38a361bb1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:36.882300 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.303s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:36.905435 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-7b1c06b0-bebb-47ba-ab7a-c5a6f319d43d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:36.947173 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-ad4f0c76-af0c-4bbe-a45b-0151c3098739 req-9a825f21-23df-4ae2-a1ef-fc1a9c8ee387 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748951 May 25 15:42:36.947173 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 42384) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:37.035580 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-851ea758-b112-474a-8b2c-448881d2294a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:37.058656 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-7b1c06b0-bebb-47ba-ab7a-c5a6f319d43d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:37.068103 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-ad1097e8-1acf-45d2-bcf8-906c29e8d2db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:37.083908 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.managers [req-267ed6b3-c4b8-4c1a-9e51-5032d8f61b1a req-5fd1c3b6-a6e0-4b6e-ad58-1fd38a361bb1 service neutron] Attempting to bind port 36d5b25f-83b7-4180-8cd6-49b5a3f70e02 on host hv-cinder-79123 for vnic_type normal with profile {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:42:37.084528 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.managers [req-267ed6b3-c4b8-4c1a-9e51-5032d8f61b1a req-5fd1c3b6-a6e0-4b6e-ad58-1fd38a361bb1 service neutron] Attempting to bind port 36d5b25f-83b7-4180-8cd6-49b5a3f70e02 by drivers openvswitch,hyperv on host hv-cinder-79123 at level 0 using segments [{'id': '09ce17f7-0107-4203-a9a0-226f64ae6d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'e69ea63f-a2e4-476a-aad6-a6e84b674a5f'}] {{(pid=98655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:42:37.085143 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267ed6b3-c4b8-4c1a-9e51-5032d8f61b1a req-5fd1c3b6-a6e0-4b6e-ad58-1fd38a361bb1 service neutron] Attempting to bind port 36d5b25f-83b7-4180-8cd6-49b5a3f70e02 on network e69ea63f-a2e4-476a-aad6-a6e84b674a5f {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:42:37.101874 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0841df7f-c316-4a07-93bc-18a61984cdb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7309aeda-1e9d-4d1a-979a-a72668f627dc,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:37.109860 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-0841df7f-c316-4a07-93bc-18a61984cdb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:37.120177 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c06b0-bebb-47ba-ab7a-c5a6f319d43d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5dc5bdb-db0b-4f1d-9618-831fdc910512,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:37.137631 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267ed6b3-c4b8-4c1a-9e51-5032d8f61b1a req-5fd1c3b6-a6e0-4b6e-ad58-1fd38a361bb1 service neutron] Port 36d5b25f-83b7-4180-8cd6-49b5a3f70e02 on network e69ea63f-a2e4-476a-aad6-a6e84b674a5f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79123 {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 15:42:37.138606 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267ed6b3-c4b8-4c1a-9e51-5032d8f61b1a req-5fd1c3b6-a6e0-4b6e-ad58-1fd38a361bb1 service neutron] Attempting to bind port 36d5b25f-83b7-4180-8cd6-49b5a3f70e02 on network e69ea63f-a2e4-476a-aad6-a6e84b674a5f {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:42:37.138751 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-7b1c06b0-bebb-47ba-ab7a-c5a6f319d43d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:37.139806 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-7b1c06b0-bebb-47ba-ab7a-c5a6f319d43d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:37.140944 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-7b1c06b0-bebb-47ba-ab7a-c5a6f319d43d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e5dc5bdb-db0b-4f1d-9618-831fdc910512 HTTP/1.1" status: 204 len: 168 time: 0.6216483 May 25 15:42:37.142975 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-851ea758-b112-474a-8b2c-448881d2294a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:42:37.148902 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-011b28a2-c568-40ea-8591-928c6ef5cb49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:37.162004 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-851ea758-b112-474a-8b2c-448881d2294a admin admin] Usage tracker for resource:security_group_rule and tenant:4be3abcea329475cba7952025182f303 is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:42:37.168256 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267ed6b3-c4b8-4c1a-9e51-5032d8f61b1a req-5fd1c3b6-a6e0-4b6e-ad58-1fd38a361bb1 service neutron] Checking agent: {'id': 'e8d02b02-d66f-44f3-9cce-64202f9374d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 39, 18), 'started_at': datetime.datetime(2021, 5, 25, 15, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:42:37.169092 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267ed6b3-c4b8-4c1a-9e51-5032d8f61b1a req-5fd1c3b6-a6e0-4b6e-ad58-1fd38a361bb1 service neutron] Checking segment: {'id': '09ce17f7-0107-4203-a9a0-226f64ae6d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'e69ea63f-a2e4-476a-aad6-a6e84b674a5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:42:37.169969 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267ed6b3-c4b8-4c1a-9e51-5032d8f61b1a req-5fd1c3b6-a6e0-4b6e-ad58-1fd38a361bb1 service neutron] Bound using segment: {'id': '09ce17f7-0107-4203-a9a0-226f64ae6d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'e69ea63f-a2e4-476a-aad6-a6e84b674a5f'} {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:42:37.171060 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.managers [req-267ed6b3-c4b8-4c1a-9e51-5032d8f61b1a req-5fd1c3b6-a6e0-4b6e-ad58-1fd38a361bb1 service neutron] Bound port: 36d5b25f-83b7-4180-8cd6-49b5a3f70e02, host: hv-cinder-79123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09ce17f7-0107-4203-a9a0-226f64ae6d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'e69ea63f-a2e4-476a-aad6-a6e84b674a5f'}}] {{(pid=98655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:42:37.171869 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-267ed6b3-c4b8-4c1a-9e51-5032d8f61b1a req-5fd1c3b6-a6e0-4b6e-ad58-1fd38a361bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:37.188177 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-851ea758-b112-474a-8b2c-448881d2294a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:42:37.206809 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-851ea758-b112-474a-8b2c-448881d2294a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:42:37.269476 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-011b28a2-c568-40ea-8591-928c6ef5cb49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:37.429726 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 42396) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:37.481004 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.db [req-267ed6b3-c4b8-4c1a-9e51-5032d8f61b1a req-5fd1c3b6-a6e0-4b6e-ad58-1fd38a361bb1 service neutron] For port 36d5b25f-83b7-4180-8cd6-49b5a3f70e02, host hv-cinder-79123, cleared binding levels {{(pid=98655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:42:37.612827 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.db [req-267ed6b3-c4b8-4c1a-9e51-5032d8f61b1a req-5fd1c3b6-a6e0-4b6e-ad58-1fd38a361bb1 service neutron] For port 36d5b25f-83b7-4180-8cd6-49b5a3f70e02, host hv-cinder-79123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=36d5b25f-83b7-4180-8cd6-49b5a3f70e02,segment=NetworkSegment(09ce17f7-0107-4203-a9a0-226f64ae6d1a),segment_id=09ce17f7-0107-4203-a9a0-226f64ae6d1a)] {{(pid=98655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:42:37.620997 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-011b28a2-c568-40ea-8591-928c6ef5cb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:37.632121 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-267ed6b3-c4b8-4c1a-9e51-5032d8f61b1a req-5fd1c3b6-a6e0-4b6e-ad58-1fd38a361bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:37.637009 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-0b5a5be2-bf2d-4306-b4c5-adc3119478e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:37.663335 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:37.666587 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011b28a2-c568-40ea-8591-928c6ef5cb49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7309aeda-1e9d-4d1a-979a-a72668f627dc,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:37.673711 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-011b28a2-c568-40ea-8591-928c6ef5cb49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:37.679387 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-011b28a2-c568-40ea-8591-928c6ef5cb49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:37.697384 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-011b28a2-c568-40ea-8591-928c6ef5cb49 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7309aeda-1e9d-4d1a-979a-a72668f627dc HTTP/1.1" status: 204 len: 168 time: 0.8915200 May 25 15:42:37.894525 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ed6b3-c4b8-4c1a-9e51-5032d8f61b1a req-5fd1c3b6-a6e0-4b6e-ad58-1fd38a361bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:37.894525 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-267ed6b3-c4b8-4c1a-9e51-5032d8f61b1a req-5fd1c3b6-a6e0-4b6e-ad58-1fd38a361bb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for port, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:37.894525 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-267ed6b3-c4b8-4c1a-9e51-5032d8f61b1a req-5fd1c3b6-a6e0-4b6e-ad58-1fd38a361bb1 service neutron] 10.222.0.62 "PUT /v2.0/ports/36d5b25f-83b7-4180-8cd6-49b5a3f70e02 HTTP/1.1" status: 200 len: 1093 time: 4.0162716 May 25 15:42:37.894525 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '008d7efc-7406-4a27-82d3-545fd2ba4c7c', 'tag': '36d5b25f-83b7-4180-8cd6-49b5a3f70e02'}] {{(pid=98655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:42:38.101228 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f7b8d3-dec9-405b-9a45-381a8bfad46e req-502dc3c5-90d5-4f5e-8395-96a8a703638d tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:38.104104 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-41f7b8d3-dec9-405b-9a45-381a8bfad46e req-502dc3c5-90d5-4f5e-8395-96a8a703638d tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] 10.222.0.11 "GET /v2.0/ports?device_id=008d7efc-7406-4a27-82d3-545fd2ba4c7c HTTP/1.1" status: 200 len: 943 time: 0.6265495 May 25 15:42:38.129326 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd1c3b6-a6e0-4b6e-ad58-1fd38a361bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=36d5b25f-83b7-4180-8cd6-49b5a3f70e02,revision_number=3']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:38.154825 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-5fd1c3b6-a6e0-4b6e-ad58-1fd38a361bb1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:38.163937 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-851ea758-b112-474a-8b2c-448881d2294a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:38.234569 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-851ea758-b112-474a-8b2c-448881d2294a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:38.266356 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-c12bffd2-f45e-4bc5-823a-1987a3a6dfab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:38.318726 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-22fec3d3-1a0f-4828-ad09-1ab35d1c0331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:38.341245 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '008d7efc-7406-4a27-82d3-545fd2ba4c7c', 'tag': '36d5b25f-83b7-4180-8cd6-49b5a3f70e02', 'status': 'completed', 'code': 200} May 25 15:42:38.418418 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-41f7b8d3-dec9-405b-9a45-381a8bfad46e req-178db17c-9bb5-49fe-a092-f3406b6a1d93 tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] 10.222.0.11 "GET /v2.0/security-groups?id=84b38f76-4fda-4ea3-a3d5-7349b38636b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833993 May 25 15:42:38.436424 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-22fec3d3-1a0f-4828-ad09-1ab35d1c0331 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:42:38.441036 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851ea758-b112-474a-8b2c-448881d2294a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b5e6d6-ec0e-4fad-88e2-ce8f836f6faa,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:38.467215 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 42424) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:38.469433 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-851ea758-b112-474a-8b2c-448881d2294a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4be3abcea329475cba7952025182f303&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5079753 May 25 15:42:38.474847 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-851ea758-b112-474a-8b2c-448881d2294a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:38.482061 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-22fec3d3-1a0f-4828-ad09-1ab35d1c0331 admin admin] Usage tracker for resource:security_group_rule and tenant:b000ee28c1554c8e8ce9ee429c68a896 is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:42:38.492082 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-22fec3d3-1a0f-4828-ad09-1ab35d1c0331 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:42:38.505961 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ed6b3-c4b8-4c1a-9e51-5032d8f61b1a req-e34e9b9b-09c1-4ce8-beb7-1a95e6e32464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:38.508668 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-267ed6b3-c4b8-4c1a-9e51-5032d8f61b1a req-e34e9b9b-09c1-4ce8-beb7-1a95e6e32464 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b999ef0246654a3b9e28bfe8660d4c21&device_id=008d7efc-7406-4a27-82d3-545fd2ba4c7c HTTP/1.1" status: 200 len: 1096 time: 0.5103784 May 25 15:42:38.510216 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-22fec3d3-1a0f-4828-ad09-1ab35d1c0331 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:42:38.645953 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 42430) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:38.733035 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-be849d98-29d2-41df-a024-c54bc52bce4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:38.751602 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-267ed6b3-c4b8-4c1a-9e51-5032d8f61b1a req-e46ef717-c9b5-4df5-98be-a832a1de146a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36d5b25f-83b7-4180-8cd6-49b5a3f70e02 HTTP/1.1" status: 200 len: 217 time: 0.2192581 May 25 15:42:38.766636 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 42436) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:38.816565 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-be849d98-29d2-41df-a024-c54bc52bce4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:38.859506 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.db_base_plugin_v2 [None req-f785de56-1164-4c27-9849-fb55b23c04cd admin admin] Deleting subnet 9b1b04e2-a008-4cc2-8c87-dad179d2c65e {{(pid=98653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 15:42:38.869940 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-f785de56-1164-4c27-9849-fb55b23c04cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:38.905614 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-63bfc0c4-d941-45f5-93ba-a9bb07e0b356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:38.974379 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-63bfc0c4-d941-45f5-93ba-a9bb07e0b356 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:42:38.994916 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-f785de56-1164-4c27-9849-fb55b23c04cd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:39.009239 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-f785de56-1164-4c27-9849-fb55b23c04cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716231'] for subnet, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:39.026954 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ed6b3-c4b8-4c1a-9e51-5032d8f61b1a req-08b5d473-a870-486c-a2ed-1749ee3fc829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:39.036904 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-267ed6b3-c4b8-4c1a-9e51-5032d8f61b1a req-08b5d473-a870-486c-a2ed-1749ee3fc829 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a6c70e3f-23fb-4504-9ea2-41ef1d671acf HTTP/1.1" status: 200 len: 849 time: 0.2686372 May 25 15:42:39.039560 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-63bfc0c4-d941-45f5-93ba-a9bb07e0b356 admin admin] Usage tracker for resource:security_group_rule and tenant:1811fbbe11544387a39bb4cf97587f0f is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:42:39.060314 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-63bfc0c4-d941-45f5-93ba-a9bb07e0b356 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:42:39.076509 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-be849d98-29d2-41df-a024-c54bc52bce4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:39.089696 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-011b28a2-c568-40ea-8591-928c6ef5cb49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:39.123270 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-be849d98-29d2-41df-a024-c54bc52bce4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:39.125411 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-be849d98-29d2-41df-a024-c54bc52bce4a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/56b5e6d6-ec0e-4fad-88e2-ce8f836f6faa HTTP/1.1" status: 204 len: 168 time: 0.6561022 May 25 15:42:39.126594 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be849d98-29d2-41df-a024-c54bc52bce4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b5e6d6-ec0e-4fad-88e2-ce8f836f6faa,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:39.134561 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-be849d98-29d2-41df-a024-c54bc52bce4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:39.209286 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-63bfc0c4-d941-45f5-93ba-a9bb07e0b356 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:42:39.221757 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-267ed6b3-c4b8-4c1a-9e51-5032d8f61b1a req-ce812915-ce43-4dea-8e2d-dba0fefc9806 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e69ea63f-a2e4-476a-aad6-a6e84b674a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1636107 May 25 15:42:39.266677 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d628677-8ffe-4407-a8f7-9c68bba6a215 req-c903e004-468c-4ce0-a987-5af0548643b0 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:39.281205 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-1d628677-8ffe-4407-a8f7-9c68bba6a215 req-c903e004-468c-4ce0-a987-5af0548643b0 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=70cba167-3866-4a45-b124-c4d23c24406a HTTP/1.1" status: 200 len: 946 time: 0.6226237 May 25 15:42:39.348663 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-22fec3d3-1a0f-4828-ad09-1ab35d1c0331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:39.472841 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-22fec3d3-1a0f-4828-ad09-1ab35d1c0331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:39.497860 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:39.603512 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fec3d3-1a0f-4828-ad09-1ab35d1c0331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8da194-d09e-4e27-89f6-40d1cf72b590,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:39.609451 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-1d628677-8ffe-4407-a8f7-9c68bba6a215 req-a6f3ca9c-462b-434a-b6df-64cb1c8f2beb tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271689 May 25 15:42:39.610575 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-22fec3d3-1a0f-4828-ad09-1ab35d1c0331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:39.698628 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-22fec3d3-1a0f-4828-ad09-1ab35d1c0331 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b000ee28c1554c8e8ce9ee429c68a896&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2650559 May 25 15:42:39.700838 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-f785de56-1164-4c27-9849-fb55b23c04cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491'] for subnet, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:39.703517 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 42456) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:39.722807 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-d4050c89-b895-4620-b1dc-76e3b0f4a7d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:39.812428 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-f785de56-1164-4c27-9849-fb55b23c04cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:39.818100 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f785de56-1164-4c27-9849-fb55b23c04cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b1b04e2-a008-4cc2-8c87-dad179d2c65e,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:39.829275 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-f785de56-1164-4c27-9849-fb55b23c04cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:39.834989 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-f785de56-1164-4c27-9849-fb55b23c04cd admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9b1b04e2-a008-4cc2-8c87-dad179d2c65e HTTP/1.1" status: 204 len: 168 time: 1.1833425 May 25 15:42:39.841171 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 42464) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:39.880854 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-267ed6b3-c4b8-4c1a-9e51-5032d8f61b1a req-d430a54e-0e6e-4b19-9ed8-b3022a2cbcf5 service neutron] 10.222.0.62 "GET /v2.0/networks/e69ea63f-a2e4-476a-aad6-a6e84b674a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6425066 May 25 15:42:40.058228 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-afc19aa0-1b20-4616-a589-be83e83ae590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704691'] for network, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:40.311277 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-7094ab29-75b9-4417-aa59-dcc85e25acd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:40.327992 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-afc19aa0-1b20-4616-a589-be83e83ae590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717384', 'neutron.services.segments.db._delete_segments_for_network-8730536114652'] for network, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:40.355345 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-63bfc0c4-d941-45f5-93ba-a9bb07e0b356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:40.370601 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125a740-3ee1-48a5-a101-eb9ec8d808fa req-f9ae859b-57ee-4860-a3dd-241aa8f76f63 tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:40.373451 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-7125a740-3ee1-48a5-a101-eb9ec8d808fa req-f9ae859b-57ee-4860-a3dd-241aa8f76f63 tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] 10.222.0.11 "GET /v2.0/ports?device_id=008d7efc-7406-4a27-82d3-545fd2ba4c7c HTTP/1.1" status: 200 len: 943 time: 0.6267254 May 25 15:42:40.387010 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-afc19aa0-1b20-4616-a589-be83e83ae590 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:42:40.387657 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-afc19aa0-1b20-4616-a589-be83e83ae590 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:42:40.388954 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-afc19aa0-1b20-4616-a589-be83e83ae590 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:42:40.389535 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-afc19aa0-1b20-4616-a589-be83e83ae590 admin admin] Subscribe: > port after_create 55550000 {{(pid=98653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:42:40.390087 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-afc19aa0-1b20-4616-a589-be83e83ae590 admin admin] Subscribe: > port after_delete 55550000 {{(pid=98653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:42:40.390676 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-afc19aa0-1b20-4616-a589-be83e83ae590 admin admin] Subscribe: > port after_update 55550000 {{(pid=98653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:42:40.391768 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-afc19aa0-1b20-4616-a589-be83e83ae590 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:42:40.395312 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-afc19aa0-1b20-4616-a589-be83e83ae590 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:42:40.395617 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-afc19aa0-1b20-4616-a589-be83e83ae590 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:42:40.396190 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-afc19aa0-1b20-4616-a589-be83e83ae590 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:42:40.410415 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-63bfc0c4-d941-45f5-93ba-a9bb07e0b356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:40.474010 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:40.615235 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-7094ab29-75b9-4417-aa59-dcc85e25acd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:40.636501 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-63bfc0c4-d941-45f5-93ba-a9bb07e0b356 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1811fbbe11544387a39bb4cf97587f0f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8623590 May 25 15:42:40.656887 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 42492) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:40.663679 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bfc0c4-d941-45f5-93ba-a9bb07e0b356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317c72e2-fef2-48d8-a4cd-93d598bbd21c,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:40.684582 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-267ed6b3-c4b8-4c1a-9e51-5032d8f61b1a req-04be7bf3-2448-4aa3-bda6-871ef96be91e service neutron] 10.222.0.62 "GET /v2.0/networks/e69ea63f-a2e4-476a-aad6-a6e84b674a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7815914 May 25 15:42:40.685910 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-63bfc0c4-d941-45f5-93ba-a9bb07e0b356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:40.734974 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-afc19aa0-1b20-4616-a589-be83e83ae590 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:42:40.736025 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-afc19aa0-1b20-4616-a589-be83e83ae590 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:42:40.736025 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-afc19aa0-1b20-4616-a589-be83e83ae590 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:42:40.736676 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-afc19aa0-1b20-4616-a589-be83e83ae590 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:42:40.737478 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.services.segments.db [None req-afc19aa0-1b20-4616-a589-be83e83ae590 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['587d83b6-4668-47ec-b082-d47122580e68']}} {{(pid=98653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:42:40.792092 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.services.segments.db [None req-afc19aa0-1b20-4616-a589-be83e83ae590 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5343296a-0f25-44ca-9b41-947270d52984') {'for_net_delete': True} {{(pid=98653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:42:40.792480 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.services.segments.db [None req-afc19aa0-1b20-4616-a589-be83e83ae590 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5343296a-0f25-44ca-9b41-947270d52984') {} {{(pid=98653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:42:40.801060 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-7125a740-3ee1-48a5-a101-eb9ec8d808fa req-7ae22bc5-fbb6-4698-8051-5e7ba50232df tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] 10.222.0.11 "GET /v2.0/security-groups?id=84b38f76-4fda-4ea3-a3d5-7349b38636b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4103599 May 25 15:42:40.847861 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-afc19aa0-1b20-4616-a589-be83e83ae590 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730536124573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1754968'] for segment, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:40.903607 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-afc19aa0-1b20-4616-a589-be83e83ae590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713968'] for segment, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:40.933626 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afc19aa0-1b20-4616-a589-be83e83ae590 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=98653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:42:40.934275 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-afc19aa0-1b20-4616-a589-be83e83ae590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14738947'] for segment, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:40.963324 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-7094ab29-75b9-4417-aa59-dcc85e25acd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:40.972148 dv-cinder-791239-3-smb neutron-server[98653]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 25 15:42:40.972148 dv-cinder-791239-3-smb neutron-server[98653]: from cryptography.utils import int_from_bytes May 25 15:42:40.972148 dv-cinder-791239-3-smb neutron-server[98653]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 25 15:42:40.972148 dv-cinder-791239-3-smb neutron-server[98653]: from cryptography.utils import int_from_bytes May 25 15:42:40.972148 dv-cinder-791239-3-smb neutron-server[98653]: Traceback (most recent call last): May 25 15:42:40.972148 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 15:42:40.972148 dv-cinder-791239-3-smb neutron-server[98653]: timer() May 25 15:42:40.972148 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 15:42:40.972148 dv-cinder-791239-3-smb neutron-server[98653]: cb(*args, **kw) May 25 15:42:40.972148 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 15:42:40.972148 dv-cinder-791239-3-smb neutron-server[98653]: return func(*args, **kwargs) May 25 15:42:40.972148 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 15:42:40.972148 dv-cinder-791239-3-smb neutron-server[98653]: self._notify() May 25 15:42:40.972148 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 15:42:40.972148 dv-cinder-791239-3-smb neutron-server[98653]: self.callback(batched_events) May 25 15:42:40.972148 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 15:42:40.972148 dv-cinder-791239-3-smb neutron-server[98653]: event.method(event) May 25 15:42:40.972148 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 15:42:40.972148 dv-cinder-791239-3-smb neutron-server[98653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 15:42:40.972148 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 15:42:40.972148 dv-cinder-791239-3-smb neutron-server[98653]: aggregate_uuid = self.p_client.list_aggregates( May 25 15:42:40.972148 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 15:42:40.972148 dv-cinder-791239-3-smb neutron-server[98653]: return f(self, *a, **k) May 25 15:42:40.972148 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 15:42:40.972148 dv-cinder-791239-3-smb neutron-server[98653]: return self._get(url).json() May 25 15:42:40.972148 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 15:42:40.972148 dv-cinder-791239-3-smb neutron-server[98653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 15:42:40.972148 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 15:42:40.972148 dv-cinder-791239-3-smb neutron-server[98653]: return self.request(url, 'GET', **kwargs) May 25 15:42:40.972148 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 15:42:40.972148 dv-cinder-791239-3-smb neutron-server[98653]: base_url = self.get_endpoint(auth, allow=allow, May 25 15:42:40.972148 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 15:42:40.972148 dv-cinder-791239-3-smb neutron-server[98653]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 15:42:40.972148 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 15:42:40.972148 dv-cinder-791239-3-smb neutron-server[98653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 15:42:40.972148 dv-cinder-791239-3-smb neutron-server[98653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 15:42:40.983397 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-ac9df48e-0a80-472e-a0f1-a9f91b0a718a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:41.080234 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7094ab29-75b9-4417-aa59-dcc85e25acd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8da194-d09e-4e27-89f6-40d1cf72b590,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:41.083858 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-7094ab29-75b9-4417-aa59-dcc85e25acd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:41.152076 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-afc19aa0-1b20-4616-a589-be83e83ae590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16304419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16277480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423467'] for network, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:41.159511 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-6984d4f0-49a0-4afe-983a-3808ee8fb6b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:41.197414 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-3541d0a3-e9e5-45cb-b35a-3d639502df1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:41.211631 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc19aa0-1b20-4616-a589-be83e83ae590 admin admin] Pushing event deleted for resources: {'Network': ['ID=587d83b6-4668-47ec-b082-d47122580e68,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:41.242862 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-afc19aa0-1b20-4616-a589-be83e83ae590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for network, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:41.270988 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-7094ab29-75b9-4417-aa59-dcc85e25acd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:41.274467 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-7094ab29-75b9-4417-aa59-dcc85e25acd2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7b8da194-d09e-4e27-89f6-40d1cf72b590 HTTP/1.1" status: 204 len: 168 time: 1.5686593 May 25 15:42:41.275750 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-afc19aa0-1b20-4616-a589-be83e83ae590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:41.279614 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-afc19aa0-1b20-4616-a589-be83e83ae590 admin admin] 10.222.0.11 "DELETE /v2.0/networks/587d83b6-4668-47ec-b082-d47122580e68 HTTP/1.1" status: 204 len: 168 time: 1.4367368 May 25 15:42:41.332877 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-3541d0a3-e9e5-45cb-b35a-3d639502df1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:41.425147 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069d7f4-10af-496b-a007-dbcf73861700 req-728d36a8-8cce-4a20-a1b8-6a8db24b537d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:41.427540 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e069d7f4-10af-496b-a007-dbcf73861700 req-728d36a8-8cce-4a20-a1b8-6a8db24b537d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b999ef0246654a3b9e28bfe8660d4c21&device_id=008d7efc-7406-4a27-82d3-545fd2ba4c7c HTTP/1.1" status: 200 len: 1096 time: 0.5944018 May 25 15:42:41.450800 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29aa217-de9e-4da2-9d1b-854aa7eacda2 req-e151032e-0718-47d0-9b00-f8af6caeec17 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:41.453216 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-a29aa217-de9e-4da2-9d1b-854aa7eacda2 req-e151032e-0718-47d0-9b00-f8af6caeec17 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=70cba167-3866-4a45-b124-c4d23c24406a HTTP/1.1" status: 200 len: 946 time: 0.4139884 May 25 15:42:41.657697 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-3541d0a3-e9e5-45cb-b35a-3d639502df1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:41.668633 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-0482b277-1848-4f0a-9f80-d06f8f161acb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:41.718055 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-a29aa217-de9e-4da2-9d1b-854aa7eacda2 req-c17f5fa1-6cac-4327-9fe5-7f3d6d172484 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205679 May 25 15:42:41.724912 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3541d0a3-e9e5-45cb-b35a-3d639502df1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317c72e2-fef2-48d8-a4cd-93d598bbd21c,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:41.728819 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-3541d0a3-e9e5-45cb-b35a-3d639502df1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:41.783572 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-3541d0a3-e9e5-45cb-b35a-3d639502df1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:41.786731 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-3541d0a3-e9e5-45cb-b35a-3d639502df1b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/317c72e2-fef2-48d8-a4cd-93d598bbd21c HTTP/1.1" status: 204 len: 168 time: 1.1278803 May 25 15:42:41.801849 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069d7f4-10af-496b-a007-dbcf73861700 req-b32fbc13-1b5a-443b-8a6c-d4f5cb3775b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:41.804393 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e069d7f4-10af-496b-a007-dbcf73861700 req-b32fbc13-1b5a-443b-8a6c-d4f5cb3775b2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e69ea63f-a2e4-476a-aad6-a6e84b674a5f HTTP/1.1" status: 200 len: 910 time: 0.3505063 May 25 15:42:41.967818 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e069d7f4-10af-496b-a007-dbcf73861700 req-a3b1fbb1-b9ec-4f4e-b400-25bdce90f4fb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36d5b25f-83b7-4180-8cd6-49b5a3f70e02 HTTP/1.1" status: 200 len: 217 time: 0.1547019 May 25 15:42:42.011390 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 42526) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:42.111054 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-75122913-4142-4f73-9fba-de918782f37d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=653a7f1e5646453bbf4185618476e365&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0976691 May 25 15:42:42.114611 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 42530) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:42.232449 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069d7f4-10af-496b-a007-dbcf73861700 req-1c9b99e9-97a9-45b4-9af5-5d57e2568cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:42.232737 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-033325e3-0faf-47bc-bd3d-2b28d321c748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:42.238424 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e069d7f4-10af-496b-a007-dbcf73861700 req-1c9b99e9-97a9-45b4-9af5-5d57e2568cb2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a6c70e3f-23fb-4504-9ea2-41ef1d671acf HTTP/1.1" status: 200 len: 849 time: 0.2531860 May 25 15:42:42.298395 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-033325e3-0faf-47bc-bd3d-2b28d321c748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:42.334705 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e069d7f4-10af-496b-a007-dbcf73861700 req-f9dc5174-48c8-4047-a42f-d9aa0916e314 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e69ea63f-a2e4-476a-aad6-a6e84b674a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917029 May 25 15:42:42.360233 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b0fff1-e0b2-4610-9111-040b7e850957 req-391b5513-d636-4a1e-a770-4a7252e2f0a3 tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:42.363037 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-75b0fff1-e0b2-4610-9111-040b7e850957 req-391b5513-d636-4a1e-a770-4a7252e2f0a3 tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] 10.222.0.11 "GET /v2.0/ports?device_id=008d7efc-7406-4a27-82d3-545fd2ba4c7c HTTP/1.1" status: 200 len: 943 time: 0.2710688 May 25 15:42:42.438434 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-033325e3-0faf-47bc-bd3d-2b28d321c748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:42.446755 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-c0115c61-2789-43d3-b660-4ee5c86bc649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:42.467732 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033325e3-0faf-47bc-bd3d-2b28d321c748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac65979-6999-41af-b590-1435902bb92b,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:42.481181 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-033325e3-0faf-47bc-bd3d-2b28d321c748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:42.497181 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-033325e3-0faf-47bc-bd3d-2b28d321c748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:42.499095 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-033325e3-0faf-47bc-bd3d-2b28d321c748 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bac65979-6999-41af-b590-1435902bb92b HTTP/1.1" status: 204 len: 168 time: 0.3833456 May 25 15:42:42.601224 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-75b0fff1-e0b2-4610-9111-040b7e850957 req-e4e62a87-a985-4e28-8a57-05ac0eb34ff0 tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] 10.222.0.11 "GET /v2.0/security-groups?id=84b38f76-4fda-4ea3-a3d5-7349b38636b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924777 May 25 15:42:42.608076 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 42540) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:42.660831 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-885137c9-3b55-4e1c-99e6-b1f02ad130a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:42.688253 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-885137c9-3b55-4e1c-99e6-b1f02ad130a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:42:42.697599 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-885137c9-3b55-4e1c-99e6-b1f02ad130a5 admin admin] Usage tracker for resource:security_group_rule and tenant:31898eaf332e4a25bfbe92a3a8b866b7 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:42:42.708200 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e069d7f4-10af-496b-a007-dbcf73861700 req-bcec6feb-8f9b-49e5-b1ed-1275113ac47b service neutron] 10.222.0.62 "GET /v2.0/networks/e69ea63f-a2e4-476a-aad6-a6e84b674a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430552 May 25 15:42:42.710691 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-885137c9-3b55-4e1c-99e6-b1f02ad130a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:42:42.719606 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-885137c9-3b55-4e1c-99e6-b1f02ad130a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:42:42.898376 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-885137c9-3b55-4e1c-99e6-b1f02ad130a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:42.909128 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-885137c9-3b55-4e1c-99e6-b1f02ad130a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:42.938799 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-be849d98-29d2-41df-a024-c54bc52bce4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:43.031292 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885137c9-3b55-4e1c-99e6-b1f02ad130a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd401d8f-cd7e-4469-aee1-2ac80d390e7a,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:43.037643 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-885137c9-3b55-4e1c-99e6-b1f02ad130a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:43.052027 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-885137c9-3b55-4e1c-99e6-b1f02ad130a5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=31898eaf332e4a25bfbe92a3a8b866b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4378562 May 25 15:42:43.052027 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 42546) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:43.111795 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e069d7f4-10af-496b-a007-dbcf73861700 req-db4bb481-8dda-4e17-a088-1c38c3de9dc3 service neutron] 10.222.0.62 "GET /v2.0/networks/e69ea63f-a2e4-476a-aad6-a6e84b674a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3772840 May 25 15:42:43.187263 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491cc920-ccd4-4220-ae9f-f60c0dbb92a8 req-4d5cad08-ca32-44cf-814a-79b6ac902bcc tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:43.189851 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-491cc920-ccd4-4220-ae9f-f60c0dbb92a8 req-4d5cad08-ca32-44cf-814a-79b6ac902bcc tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=70cba167-3866-4a45-b124-c4d23c24406a HTTP/1.1" status: 200 len: 946 time: 0.1787229 May 25 15:42:43.195539 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-12ed49ab-000e-4ebf-b8fe-98393903e2d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:43.251231 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-12ed49ab-000e-4ebf-b8fe-98393903e2d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:43.315034 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-491cc920-ccd4-4220-ae9f-f60c0dbb92a8 req-a3144924-bc37-4cc0-9602-8aae4f89b999 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124337 May 25 15:42:43.360806 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 42556) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:43.386153 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-12ed49ab-000e-4ebf-b8fe-98393903e2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:43.396104 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:43.432793 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed49ab-000e-4ebf-b8fe-98393903e2d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd401d8f-cd7e-4469-aee1-2ac80d390e7a,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:43.437429 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-12ed49ab-000e-4ebf-b8fe-98393903e2d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:43.439345 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-12ed49ab-000e-4ebf-b8fe-98393903e2d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:43.442099 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-12ed49ab-000e-4ebf-b8fe-98393903e2d4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fd401d8f-cd7e-4469-aee1-2ac80d390e7a HTTP/1.1" status: 204 len: 168 time: 0.3894153 May 25 15:42:43.490396 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 42566) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:43.830577 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device 36d5b25f-83b7-4180-8cd6-49b5a3f70e02 details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=98656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:42:43.952718 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-fdc59db2-a80d-4d96-a1a9-08678f006fb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:43.994973 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-fdc59db2-a80d-4d96-a1a9-08678f006fb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:42:44.010902 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-fdc59db2-a80d-4d96-a1a9-08678f006fb8 admin admin] Usage tracker for resource:security_group_rule and tenant:fb144b8592904e578724a13abcacb45d is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:42:44.017180 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-fdc59db2-a80d-4d96-a1a9-08678f006fb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:42:44.028549 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-fdc59db2-a80d-4d96-a1a9-08678f006fb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:42:44.072409 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aef791-a33b-4352-b8df-76a09daf9c33 req-6b14131c-72b8-43ec-b9fb-20710bb8516b tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:44.085720 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f2aef791-a33b-4352-b8df-76a09daf9c33 req-6b14131c-72b8-43ec-b9fb-20710bb8516b tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] 10.222.0.11 "GET /v2.0/ports?device_id=008d7efc-7406-4a27-82d3-545fd2ba4c7c HTTP/1.1" status: 200 len: 943 time: 0.3055999 May 25 15:42:44.208421 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port 36d5b25f-83b7-4180-8cd6-49b5a3f70e02, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=36d5b25f-83b7-4180-8cd6-49b5a3f70e02,segment=NetworkSegment(09ce17f7-0107-4203-a9a0-226f64ae6d1a),segment_id=09ce17f7-0107-4203-a9a0-226f64ae6d1a)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:42:44.215261 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f2aef791-a33b-4352-b8df-76a09daf9c33 req-7020cb7f-24d7-456e-8532-f19123662c27 tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] 10.222.0.11 "GET /v2.0/security-groups?id=84b38f76-4fda-4ea3-a3d5-7349b38636b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283295 May 25 15:42:44.281127 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Returning: {'device': '36d5b25f-83b7-4180-8cd6-49b5a3f70e02', 'network_id': 'e69ea63f-a2e4-476a-aad6-a6e84b674a5f', 'port_id': '36d5b25f-83b7-4180-8cd6-49b5a3f70e02', 'mac_address': 'fa:16:3e:22:4d:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6c70e3f-23fb-4504-9ea2-41ef1d671acf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:42:44.453202 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-fdc59db2-a80d-4d96-a1a9-08678f006fb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:44.457456 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:44.482830 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-fdc59db2-a80d-4d96-a1a9-08678f006fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:44.528508 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:44.592389 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.notifiers.nova [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36d5b25f-83b7-4180-8cd6-49b5a3f70e02 {{(pid=98656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:42:44.640957 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc59db2-a80d-4d96-a1a9-08678f006fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ae584b-9aa5-44a7-85f9-03a7dd687063,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:44.649219 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-fdc59db2-a80d-4d96-a1a9-08678f006fb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:44.654295 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-7a80ec13-3288-41a2-9e71-76d4dc9c06d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:44.669557 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-a9107366-04b4-4e52-ae4f-cdc66793b10e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:44.678017 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port 36d5b25f-83b7-4180-8cd6-49b5a3f70e02, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=36d5b25f-83b7-4180-8cd6-49b5a3f70e02,segment=NetworkSegment(09ce17f7-0107-4203-a9a0-226f64ae6d1a),segment_id=09ce17f7-0107-4203-a9a0-226f64ae6d1a)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:42:44.685126 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:44.692822 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:44.777063 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-fdc59db2-a80d-4d96-a1a9-08678f006fb8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fb144b8592904e578724a13abcacb45d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4119723 May 25 15:42:44.781108 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 42594) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:44.799061 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-a9107366-04b4-4e52-ae4f-cdc66793b10e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:42:44.810858 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-a9107366-04b4-4e52-ae4f-cdc66793b10e admin admin] Usage tracker for resource:security_group_rule and tenant:a17ce4bc3b874c69a87e04a773496c2a is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:42:44.817740 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-a9107366-04b4-4e52-ae4f-cdc66793b10e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:42:44.827268 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-a9107366-04b4-4e52-ae4f-cdc66793b10e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:42:44.897357 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Pushing event updated for resources: {'Port': ['ID=36d5b25f-83b7-4180-8cd6-49b5a3f70e02,revision_number=4']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:44.908759 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de936d8-5a94-4ce8-9b2f-14efb3633583 req-52c23ca1-27a6-43a5-9f53-787e141d4154 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:44.915200 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:44.916233 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:44.917355 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:44.918223 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:44.919939 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:44.921044 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:44.921919 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:44.923044 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:44.923955 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:44.924841 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:44.925241 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-5de936d8-5a94-4ce8-9b2f-14efb3633583 req-52c23ca1-27a6-43a5-9f53-787e141d4154 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=70cba167-3866-4a45-b124-c4d23c24406a HTTP/1.1" status: 200 len: 946 time: 0.2319846 May 25 15:42:44.926020 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:44.927048 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:44.951182 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:44.974591 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-6899a87d-9f31-4e4f-a23a-d4d717a57725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:45.020209 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-6899a87d-9f31-4e4f-a23a-d4d717a57725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:45.035088 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-5de936d8-5a94-4ce8-9b2f-14efb3633583 req-dc68a311-09c4-484c-8f61-aa86b1f432f7 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079299 May 25 15:42:45.087858 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-a9107366-04b4-4e52-ae4f-cdc66793b10e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:45.095593 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-a9107366-04b4-4e52-ae4f-cdc66793b10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:45.109544 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-b271a2a4-2e6c-42b5-a760-cdbc4a78a8f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:45.148946 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-6899a87d-9f31-4e4f-a23a-d4d717a57725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:45.165664 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-048cba5f-e736-42b6-b5be-f439f64634dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:45.193357 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-6899a87d-9f31-4e4f-a23a-d4d717a57725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:45.197109 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-6899a87d-9f31-4e4f-a23a-d4d717a57725 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e8ae584b-9aa5-44a7-85f9-03a7dd687063 HTTP/1.1" status: 204 len: 168 time: 0.4135215 May 25 15:42:45.202834 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6899a87d-9f31-4e4f-a23a-d4d717a57725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ae584b-9aa5-44a7-85f9-03a7dd687063,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:45.211316 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] get_ports_and_sgs() called for port_ids ['36d5b25f-83b7-4180-8cd6-49b5a3f70e02'] {{(pid=98656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:42:45.223999 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-6899a87d-9f31-4e4f-a23a-d4d717a57725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:45.267584 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-a9107366-04b4-4e52-ae4f-cdc66793b10e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a17ce4bc3b874c69a87e04a773496c2a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7754664 May 25 15:42:45.270401 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9107366-04b4-4e52-ae4f-cdc66793b10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79044484-424b-4fc1-a2fa-cc900cf67f07,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:45.275841 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-a9107366-04b4-4e52-ae4f-cdc66793b10e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:45.277347 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 42614) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:45.410777 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-3ccf7f22-9562-47a7-b3ef-adb51fc2e1d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:45.492432 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-3ccf7f22-9562-47a7-b3ef-adb51fc2e1d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:45.621493 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-3ccf7f22-9562-47a7-b3ef-adb51fc2e1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:45.632281 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:45.652230 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf7f22-9562-47a7-b3ef-adb51fc2e1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79044484-424b-4fc1-a2fa-cc900cf67f07,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:45.656852 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-3ccf7f22-9562-47a7-b3ef-adb51fc2e1d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:45.658740 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-3ccf7f22-9562-47a7-b3ef-adb51fc2e1d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:45.664548 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-3ccf7f22-9562-47a7-b3ef-adb51fc2e1d3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/79044484-424b-4fc1-a2fa-cc900cf67f07 HTTP/1.1" status: 204 len: 168 time: 0.3854764 May 25 15:42:45.818478 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a36b035-fc87-4694-a6d1-868735e3122e req-3e15674b-eb66-4faf-b159-5b6d1575e906 tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:45.820557 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-1a36b035-fc87-4694-a6d1-868735e3122e req-3e15674b-eb66-4faf-b159-5b6d1575e906 tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] 10.222.0.11 "GET /v2.0/ports?device_id=008d7efc-7406-4a27-82d3-545fd2ba4c7c HTTP/1.1" status: 200 len: 944 time: 0.1756310 May 25 15:42:45.921659 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-1a36b035-fc87-4694-a6d1-868735e3122e req-0d4c7784-6ea2-4d79-a485-1a17b2f3936b tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] 10.222.0.11 "GET /v2.0/security-groups?id=84b38f76-4fda-4ea3-a3d5-7349b38636b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884767 May 25 15:42:46.348883 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a313e0-7bb0-4672-8da0-3cd260ec09a8 req-4d3447e9-5772-47d8-8c0c-bd020ec9f65e tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:46.350659 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-61a313e0-7bb0-4672-8da0-3cd260ec09a8 req-4d3447e9-5772-47d8-8c0c-bd020ec9f65e tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=70cba167-3866-4a45-b124-c4d23c24406a HTTP/1.1" status: 200 len: 946 time: 0.1362624 May 25 15:42:46.426168 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-61a313e0-7bb0-4672-8da0-3cd260ec09a8 req-fb448085-5b88-4591-99a2-36a9ea971eca tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656219 May 25 15:42:46.633952 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 42654) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:46.656168 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-50bc6c30-d519-4169-a420-20a4731ee954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:46.677525 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-50bc6c30-d519-4169-a420-20a4731ee954 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:42:46.682611 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-50bc6c30-d519-4169-a420-20a4731ee954 admin admin] Usage tracker for resource:security_group_rule and tenant:8d16972a4c404a7aaebb86d259d107d5 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:42:46.686846 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-50bc6c30-d519-4169-a420-20a4731ee954 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:42:46.696585 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-50bc6c30-d519-4169-a420-20a4731ee954 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:42:46.857002 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-50bc6c30-d519-4169-a420-20a4731ee954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:46.863518 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-50bc6c30-d519-4169-a420-20a4731ee954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:46.874831 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:46.938046 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-50bc6c30-d519-4169-a420-20a4731ee954 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8d16972a4c404a7aaebb86d259d107d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3025179 May 25 15:42:46.939798 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc6c30-d519-4169-a420-20a4731ee954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73861c80-3bbe-48aa-9555-2179a56501ba,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:46.942784 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 42662) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:46.949839 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-50bc6c30-d519-4169-a420-20a4731ee954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:47.090912 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-8881921f-4ffd-470f-b09b-d8d468d7b89f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:47.150725 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-8881921f-4ffd-470f-b09b-d8d468d7b89f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:47.294380 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:47.347111 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7637d-b718-4fa5-980d-113a430f7d94 req-2c066afe-1c5b-49ef-aa2d-e1e866b4a669 tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:47.349703 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e5d7637d-b718-4fa5-980d-113a430f7d94 req-2c066afe-1c5b-49ef-aa2d-e1e866b4a669 tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] 10.222.0.11 "GET /v2.0/ports?device_id=008d7efc-7406-4a27-82d3-545fd2ba4c7c HTTP/1.1" status: 200 len: 944 time: 0.1849790 May 25 15:42:47.395079 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-8881921f-4ffd-470f-b09b-d8d468d7b89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:47.406108 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:47.406252 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 42678) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:47.452309 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8881921f-4ffd-470f-b09b-d8d468d7b89f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73861c80-3bbe-48aa-9555-2179a56501ba,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:47.468494 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-8881921f-4ffd-470f-b09b-d8d468d7b89f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:47.481409 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e5d7637d-b718-4fa5-980d-113a430f7d94 req-160aa9ef-1cde-4ea8-a82d-ccc8c156eea3 tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] 10.222.0.11 "GET /v2.0/security-groups?id=84b38f76-4fda-4ea3-a3d5-7349b38636b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214769 May 25 15:42:47.496241 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-8881921f-4ffd-470f-b09b-d8d468d7b89f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:47.498463 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-8881921f-4ffd-470f-b09b-d8d468d7b89f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/73861c80-3bbe-48aa-9555-2179a56501ba HTTP/1.1" status: 204 len: 168 time: 0.5538054 May 25 15:42:47.538142 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-338f60b7-2bad-4b99-8ad6-d308be55af84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:47.827169 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bddcf90-6c26-42e1-8b06-623a993c795a req-7b96ec73-798e-4659-aa19-57c2f079e604 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:47.829419 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-6bddcf90-6c26-42e1-8b06-623a993c795a req-7b96ec73-798e-4659-aa19-57c2f079e604 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=70cba167-3866-4a45-b124-c4d23c24406a HTTP/1.1" status: 200 len: 946 time: 0.1452730 May 25 15:42:47.851456 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device 36d5b25f-83b7-4180-8cd6-49b5a3f70e02 up at agent hyperv_hv-cinder-79123 {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:42:47.914838 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [None req-148e2653-de3c-40e9-bfe9-dad29c5869f7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-892354519-network', 'tenant_id': 'e74cfaf52f64453a8a7344d0a12351a4'}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:42:47.921656 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-148e2653-de3c-40e9-bfe9-dad29c5869f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:42:47.921891 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-6bddcf90-6c26-42e1-8b06-623a993c795a req-6ae179a8-481d-431f-99ad-90d80f1b43a8 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821924 May 25 15:42:47.933444 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-148e2653-de3c-40e9-bfe9-dad29c5869f7 admin admin] Usage tracker for resource:network and tenant:e74cfaf52f64453a8a7344d0a12351a4 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:42:47.942039 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-148e2653-de3c-40e9-bfe9-dad29c5869f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:42:47.966496 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-148e2653-de3c-40e9-bfe9-dad29c5869f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:42:47.979235 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Provisioning for port 36d5b25f-83b7-4180-8cd6-49b5a3f70e02 completed by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:42:47.991184 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Provisioning complete for port 36d5b25f-83b7-4180-8cd6-49b5a3f70e02 triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:42:47.991998 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:47.994374 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148e2653-de3c-40e9-bfe9-dad29c5869f7 admin admin] Made reservation on behalf of e74cfaf52f64453a8a7344d0a12351a4 for: {'network': 1} {{(pid=98653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:42:47.999501 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-148e2653-de3c-40e9-bfe9-dad29c5869f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-675072'] for network, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:48.030083 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-148e2653-de3c-40e9-bfe9-dad29c5869f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:48.063335 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-148e2653-de3c-40e9-bfe9-dad29c5869f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:42:48.071198 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-148e2653-de3c-40e9-bfe9-dad29c5869f7 admin admin] Usage tracker for resource:security_group_rule and tenant:e74cfaf52f64453a8a7344d0a12351a4 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:42:48.076930 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-148e2653-de3c-40e9-bfe9-dad29c5869f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:42:48.090305 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-148e2653-de3c-40e9-bfe9-dad29c5869f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:42:48.243000 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:48.316658 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '008d7efc-7406-4a27-82d3-545fd2ba4c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d5b25f-83b7-4180-8cd6-49b5a3f70e02'}] {{(pid=98656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:42:48.394298 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-148e2653-de3c-40e9-bfe9-dad29c5869f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:48.400329 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port 36d5b25f-83b7-4180-8cd6-49b5a3f70e02, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=36d5b25f-83b7-4180-8cd6-49b5a3f70e02,segment=NetworkSegment(09ce17f7-0107-4203-a9a0-226f64ae6d1a),segment_id=09ce17f7-0107-4203-a9a0-226f64ae6d1a)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:42:48.402708 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-148e2653-de3c-40e9-bfe9-dad29c5869f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:48.403337 dv-cinder-791239-3-smb neutron-server[98656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '008d7efc-7406-4a27-82d3-545fd2ba4c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d5b25f-83b7-4180-8cd6-49b5a3f70e02', 'code': 200} May 25 15:42:48.408170 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:48.412437 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-d7e0743b-f962-4b72-991d-6442c1f0aeee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:48.423762 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-148e2653-de3c-40e9-bfe9-dad29c5869f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=98653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:42:48.447879 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-148e2653-de3c-40e9-bfe9-dad29c5869f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713968'] for segment, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:48.448436 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.db.segments_db [None req-148e2653-de3c-40e9-bfe9-dad29c5869f7 admin admin] Added segment d31b3f55-0029-4b5d-9031-950743b628bb of type vlan for network 9c420c9e-5d3a-4c72-87cc-64c647e4aa69 May 25 15:42:48.477629 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:48.512449 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-148e2653-de3c-40e9-bfe9-dad29c5869f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730535690298'] for network, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:48.532120 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-d8db108e-d6ae-4ef3-b9e2-1fee566a1f7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:48.622228 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Pushing event updated for resources: {'Port': ['ID=36d5b25f-83b7-4180-8cd6-49b5a3f70e02,revision_number=5']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:48.639163 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:48.696224 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e2653-de3c-40e9-bfe9-dad29c5869f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89739685-2bd1-4c53-968e-9b28ab240eb9,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:48.704332 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-148e2653-de3c-40e9-bfe9-dad29c5869f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:48.729165 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-148e2653-de3c-40e9-bfe9-dad29c5869f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16304419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16277480'] for network, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:48.731493 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148e2653-de3c-40e9-bfe9-dad29c5869f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:48.734757 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-148e2653-de3c-40e9-bfe9-dad29c5869f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for network, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:48.751252 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:48.931332 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-5e596f64-6e97-4d78-9813-f3b7462efcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:49.154049 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e058e8-c8a3-4838-a978-6c897205c17d req-f3b773bc-29da-4815-a01c-dbf83a0fc97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:49.156507 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e8e058e8-c8a3-4838-a978-6c897205c17d req-f3b773bc-29da-4815-a01c-dbf83a0fc97f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=008d7efc-7406-4a27-82d3-545fd2ba4c7c HTTP/1.1" status: 200 len: 1098 time: 0.1561263 May 25 15:42:49.181736 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3c114-dfdd-4173-8105-efde8bb92fad req-9df41231-6320-4b2a-a2f2-cf0a697dc89d tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:49.183563 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e2653-de3c-40e9-bfe9-dad29c5869f7 admin admin] Pushing event updated for resources: {'Network': ['ID=9c420c9e-5d3a-4c72-87cc-64c647e4aa69,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:49.196099 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-17b3c114-dfdd-4173-8105-efde8bb92fad req-9df41231-6320-4b2a-a2f2-cf0a697dc89d tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] 10.222.0.11 "GET /v2.0/ports?device_id=008d7efc-7406-4a27-82d3-545fd2ba4c7c HTTP/1.1" status: 200 len: 945 time: 0.2524579 May 25 15:42:49.203063 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Network 9c420c9e-5d3a-4c72-87cc-64c647e4aa69 details requested by agent ovs-agent-dv-cinder-791239-3-smb with host dv-cinder-791239-3-smb {{(pid=98656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 15:42:49.203359 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-148e2653-de3c-40e9-bfe9-dad29c5869f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:49.207416 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-148e2653-de3c-40e9-bfe9-dad29c5869f7 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7996926 May 25 15:42:49.212544 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 42728) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:49.247728 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [None req-46858900-d073-4230-90f0-bcc915d4223d admin admin] Request body: {'subnet': {'network_id': '9c420c9e-5d3a-4c72-87cc-64c647e4aa69', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-892354519-subnet', 'tenant_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:42:49.274118 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-46858900-d073-4230-90f0-bcc915d4223d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:42:49.288475 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-46858900-d073-4230-90f0-bcc915d4223d admin admin] Usage tracker for resource:subnet and tenant:e74cfaf52f64453a8a7344d0a12351a4 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:42:49.302471 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-46858900-d073-4230-90f0-bcc915d4223d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:42:49.321635 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-46858900-d073-4230-90f0-bcc915d4223d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:42:49.363931 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46858900-d073-4230-90f0-bcc915d4223d admin admin] Made reservation on behalf of e74cfaf52f64453a8a7344d0a12351a4 for: {'subnet': 1} {{(pid=98653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:42:49.381301 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-46858900-d073-4230-90f0-bcc915d4223d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14943096'] for subnet, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:49.402688 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-17b3c114-dfdd-4173-8105-efde8bb92fad req-fc593f8c-060f-4c6e-acac-7d3d3e20a370 tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] 10.222.0.11 "GET /v2.0/security-groups?id=84b38f76-4fda-4ea3-a3d5-7349b38636b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055590 May 25 15:42:49.406226 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 42734) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:49.415155 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e8e058e8-c8a3-4838-a978-6c897205c17d req-6c02e05a-f211-4ec3-9569-1e4122aeb209 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=84b38f76-4fda-4ea3-a3d5-7349b38636b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095954 May 25 15:42:49.478786 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dbd27e-befa-4b93-a5cc-55481d22fe1f req-a17951f1-4f32-4949-8a18-2648b146c70f tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:49.481056 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-29dbd27e-befa-4b93-a5cc-55481d22fe1f req-a17951f1-4f32-4949-8a18-2648b146c70f tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=70cba167-3866-4a45-b124-c4d23c24406a HTTP/1.1" status: 200 len: 946 time: 0.1829240 May 25 15:42:49.582364 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-29dbd27e-befa-4b93-a5cc-55481d22fe1f req-7464f6fc-9af3-4775-8c3f-bfabb322660d tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882552 May 25 15:42:49.986582 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [None req-763b5697-10e5-4f82-b781-7de2092da956 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2123093196-network', 'tenant_id': '1d134a598c59473d8ccbc2e7fe06b68c'}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:42:50.005425 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-763b5697-10e5-4f82-b781-7de2092da956 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:42:50.011984 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-763b5697-10e5-4f82-b781-7de2092da956 admin admin] Usage tracker for resource:network and tenant:1d134a598c59473d8ccbc2e7fe06b68c is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:42:50.019317 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-763b5697-10e5-4f82-b781-7de2092da956 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:42:50.031511 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-763b5697-10e5-4f82-b781-7de2092da956 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:42:50.051467 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763b5697-10e5-4f82-b781-7de2092da956 admin admin] Made reservation on behalf of 1d134a598c59473d8ccbc2e7fe06b68c for: {'network': 1} {{(pid=98655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:42:50.057109 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-763b5697-10e5-4f82-b781-7de2092da956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-675072'] for network, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:50.088585 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-763b5697-10e5-4f82-b781-7de2092da956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:50.122139 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-763b5697-10e5-4f82-b781-7de2092da956 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:42:50.132304 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-763b5697-10e5-4f82-b781-7de2092da956 admin admin] Usage tracker for resource:security_group_rule and tenant:1d134a598c59473d8ccbc2e7fe06b68c is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:42:50.138688 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-46858900-d073-4230-90f0-bcc915d4223d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14943086'] for subnet, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:50.141837 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-763b5697-10e5-4f82-b781-7de2092da956 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:42:50.148148 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-f785de56-1164-4c27-9849-fb55b23c04cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:50.158111 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-763b5697-10e5-4f82-b781-7de2092da956 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:42:50.241881 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46858900-d073-4230-90f0-bcc915d4223d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3cc6c99-8adf-4559-8841-da254b001c5f,revision_number=0']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:50.270764 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-46858900-d073-4230-90f0-bcc915d4223d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:50.307353 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46858900-d073-4230-90f0-bcc915d4223d admin admin] Checking segment: {'id': 'd31b3f55-0029-4b5d-9031-950743b628bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '9c420c9e-5d3a-4c72-87cc-64c647e4aa69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:42:50.308077 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46858900-d073-4230-90f0-bcc915d4223d admin admin] Network hostable DHCP agents. Network: 9c420c9e-5d3a-4c72-87cc-64c647e4aa69, hostable agents: ['c114f6b1-151c-4bcf-990e-1a24ac4dbd68'], hosted agents: [] {{(pid=98653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:42:50.323214 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-763b5697-10e5-4f82-b781-7de2092da956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:50.330086 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-763b5697-10e5-4f82-b781-7de2092da956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:50.335519 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-fdc59db2-a80d-4d96-a1a9-08678f006fb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:50.353285 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46858900-d073-4230-90f0-bcc915d4223d admin admin] Network 9c420c9e-5d3a-4c72-87cc-64c647e4aa69 is scheduled to be hosted by DHCP agent c114f6b1-151c-4bcf-990e-1a24ac4dbd68 with binding_index 1 {{(pid=98653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:42:50.376581 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.base_scheduler [None req-46858900-d073-4230-90f0-bcc915d4223d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791239-3-smb, 9c420c9e-5d3a-4c72-87cc-64c647e4aa69) {{(pid=98653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:42:50.379734 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763b5697-10e5-4f82-b781-7de2092da956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcbd27a6-44d2-4431-adaa-f3359022e125,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:50.385653 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-763b5697-10e5-4f82-b781-7de2092da956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:50.399382 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e44ee6-2c0f-4316-afa2-56aea85c7ba7 None None] Network 9c420c9e-5d3a-4c72-87cc-64c647e4aa69 requested from dv-cinder-791239-3-smb {{(pid=98656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:42:50.409036 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-763b5697-10e5-4f82-b781-7de2092da956 admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=98655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:42:50.430766 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-763b5697-10e5-4f82-b781-7de2092da956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713968'] for segment, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:50.431116 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.db.segments_db [None req-763b5697-10e5-4f82-b781-7de2092da956 admin admin] Added segment 31969b1b-60ab-476b-9611-7751f69bdb8e of type vlan for network fde455c1-9145-4991-b1bd-56f4962af61a May 25 15:42:50.432927 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46858900-d073-4230-90f0-bcc915d4223d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:50.437047 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-46858900-d073-4230-90f0-bcc915d4223d admin admin] Notify callbacks [] for subnet, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:50.511306 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-763b5697-10e5-4f82-b781-7de2092da956 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730535690298'] for network, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:50.547755 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-46858900-d073-4230-90f0-bcc915d4223d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3315022 May 25 15:42:50.552440 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 42760) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:50.632186 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [None req-4be33c81-0083-47a1-b249-f889c7cc3690 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-892354519-router', 'tenant_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b'}}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:42:50.639058 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-4be33c81-0083-47a1-b249-f889c7cc3690 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:42:50.646799 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-4be33c81-0083-47a1-b249-f889c7cc3690 admin admin] Usage tracker for resource:router and tenant:e74cfaf52f64453a8a7344d0a12351a4 is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:42:50.665263 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-4be33c81-0083-47a1-b249-f889c7cc3690 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:42:50.693794 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-4be33c81-0083-47a1-b249-f889c7cc3690 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:42:50.747402 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-4be33c81-0083-47a1-b249-f889c7cc3690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16421720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2398'] for router, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:50.755507 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-4be33c81-0083-47a1-b249-f889c7cc3690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16420952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423559', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16267114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2375'] for router, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:50.759246 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-61dd613b-f3f2-4fd9-acf0-68300fd05fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:50.799035 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-763b5697-10e5-4f82-b781-7de2092da956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16304419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16277480'] for network, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:50.875520 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763b5697-10e5-4f82-b781-7de2092da956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:50.876559 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-763b5697-10e5-4f82-b781-7de2092da956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for network, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:50.895518 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:50.955852 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-4be33c81-0083-47a1-b249-f889c7cc3690 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:51.085806 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffa8fa4-8640-45b3-8719-4530bcbc06e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74aad02c-0dc6-5e3e-b290-52a6de11b65a-9c420c9e-5d3a-4c72-87cc-64c647e4aa69', 'network_id': '9c420c9e-5d3a-4c72-87cc-64c647e4aa69', 'tenant_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'fixed_ips': [{'subnet_id': 'a3cc6c99-8adf-4559-8841-da254b001c5f'}]}} from dv-cinder-791239-3-smb. {{(pid=98656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 15:42:51.087980 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-fffa8fa4-8640-45b3-8719-4530bcbc06e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_create {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:51.370349 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 42800) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:51.371157 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-763b5697-10e5-4f82-b781-7de2092da956 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9601209 May 25 15:42:51.390011 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [None req-c0205f47-e1dd-41c6-b057-385f3ba8af5a admin admin] Request body: {'subnet': {'network_id': 'fde455c1-9145-4991-b1bd-56f4962af61a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2123093196-subnet', 'tenant_id': '1d134a598c59473d8ccbc2e7fe06b68c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:42:51.415847 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-c0205f47-e1dd-41c6-b057-385f3ba8af5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:42:51.445595 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-c0205f47-e1dd-41c6-b057-385f3ba8af5a admin admin] Usage tracker for resource:subnet and tenant:1d134a598c59473d8ccbc2e7fe06b68c is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:42:51.457768 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763b5697-10e5-4f82-b781-7de2092da956 admin admin] Pushing event updated for resources: {'Network': ['ID=fde455c1-9145-4991-b1bd-56f4962af61a,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:51.468118 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-c0205f47-e1dd-41c6-b057-385f3ba8af5a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:42:51.493670 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-c0205f47-e1dd-41c6-b057-385f3ba8af5a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:42:51.502264 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Network fde455c1-9145-4991-b1bd-56f4962af61a details requested by agent ovs-agent-dv-cinder-791239-3-smb with host dv-cinder-791239-3-smb {{(pid=98656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 15:42:51.531932 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0205f47-e1dd-41c6-b057-385f3ba8af5a admin admin] Made reservation on behalf of 1d134a598c59473d8ccbc2e7fe06b68c for: {'subnet': 1} {{(pid=98653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:42:51.548056 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-c0205f47-e1dd-41c6-b057-385f3ba8af5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14943096'] for subnet, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:51.820567 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-763b5697-10e5-4f82-b781-7de2092da956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.925s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:52.105924 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.db_base_plugin_common [None req-fffa8fa4-8640-45b3-8719-4530bcbc06e8 None None] Allocated IP 172.20.0.2 (9c420c9e-5d3a-4c72-87cc-64c647e4aa69/a3cc6c99-8adf-4559-8841-da254b001c5f/0a319f72-df9a-45eb-914c-e78274dbebe8) {{(pid=98656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:42:52.287663 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-4be33c81-0083-47a1-b249-f889c7cc3690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16421738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2357'] for router, precommit_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:52.363360 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e908044-af8b-423c-b4fa-f66d4545980c req-4c94129c-620b-4622-97b8-fe90a8604401 tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:52.372800 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-3e908044-af8b-423c-b4fa-f66d4545980c req-4c94129c-620b-4622-97b8-fe90a8604401 tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] 10.222.0.11 "GET /v2.0/ports?device_id=008d7efc-7406-4a27-82d3-545fd2ba4c7c HTTP/1.1" status: 200 len: 945 time: 1.5835743 May 25 15:42:52.462754 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-3e908044-af8b-423c-b4fa-f66d4545980c req-4364b78c-d6a6-47b0-829d-66c3703d78ab tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] 10.222.0.11 "GET /v2.0/security-groups?id=84b38f76-4fda-4ea3-a3d5-7349b38636b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886867 May 25 15:42:52.798201 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6cfebb-e4f4-4040-af4c-b5d88e609056 req-2d583c76-9966-403a-9275-44b8a2472747 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:52.812697 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-7b6cfebb-e4f4-4040-af4c-b5d88e609056 req-2d583c76-9966-403a-9275-44b8a2472747 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=70cba167-3866-4a45-b124-c4d23c24406a HTTP/1.1" status: 200 len: 946 time: 1.8736584 May 25 15:42:52.832063 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 42824) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:52.927603 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-7b6cfebb-e4f4-4040-af4c-b5d88e609056 req-2e8ae5f6-91ee-4c60-a20c-72471e6ac1b7 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130943 May 25 15:42:52.965155 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-c0205f47-e1dd-41c6-b057-385f3ba8af5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14943086'] for subnet, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:52.973288 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-7f7c5478-24ce-4ada-b367-c489117fcbd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:53.096729 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0205f47-e1dd-41c6-b057-385f3ba8af5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6d5945a-0f4d-482f-9237-141c82cdd352,revision_number=0']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:53.102582 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-c0205f47-e1dd-41c6-b057-385f3ba8af5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:53.121474 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0205f47-e1dd-41c6-b057-385f3ba8af5a admin admin] Checking segment: {'id': '31969b1b-60ab-476b-9611-7751f69bdb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'fde455c1-9145-4991-b1bd-56f4962af61a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:42:53.122678 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0205f47-e1dd-41c6-b057-385f3ba8af5a admin admin] Network hostable DHCP agents. Network: fde455c1-9145-4991-b1bd-56f4962af61a, hostable agents: ['c114f6b1-151c-4bcf-990e-1a24ac4dbd68'], hosted agents: [] {{(pid=98653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:42:53.134446 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-fffa8fa4-8640-45b3-8719-4530bcbc06e8 None None] Notify callbacks [] for port, precommit_create {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:53.167846 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-fffa8fa4-8640-45b3-8719-4530bcbc06e8 None None] Transition to ACTIVE for port object 0a319f72-df9a-45eb-914c-e78274dbebe8 will not be triggered until provisioned by entity L2. {{(pid=98656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:42:53.180133 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0205f47-e1dd-41c6-b057-385f3ba8af5a admin admin] Network fde455c1-9145-4991-b1bd-56f4962af61a is scheduled to be hosted by DHCP agent c114f6b1-151c-4bcf-990e-1a24ac4dbd68 with binding_index 1 {{(pid=98653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:42:53.208431 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.base_scheduler [None req-c0205f47-e1dd-41c6-b057-385f3ba8af5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791239-3-smb, fde455c1-9145-4991-b1bd-56f4962af61a) {{(pid=98653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:42:53.238022 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528a3d35-90b4-42d8-a1f5-893ca333511f None None] Network fde455c1-9145-4991-b1bd-56f4962af61a requested from dv-cinder-791239-3-smb {{(pid=98656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:42:53.239540 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0205f47-e1dd-41c6-b057-385f3ba8af5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:53.240649 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-c0205f47-e1dd-41c6-b057-385f3ba8af5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:53.272318 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-fffa8fa4-8640-45b3-8719-4530bcbc06e8 None None] Transition to ACTIVE for port object 0a319f72-df9a-45eb-914c-e78274dbebe8 will not be triggered until provisioned by entity DHCP. {{(pid=98656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:42:53.297005 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-c0205f47-e1dd-41c6-b057-385f3ba8af5a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9249375 May 25 15:42:53.381327 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-fffa8fa4-8640-45b3-8719-4530bcbc06e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730535669962'] for port, after_create {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:53.403126 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:53.454270 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-4be33c81-0083-47a1-b249-f889c7cc3690 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:53.507861 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-4be33c81-0083-47a1-b249-f889c7cc3690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:53.622760 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-845ca7df-8747-4e7f-89e7-55985a30093b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:53.685237 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-845ca7df-8747-4e7f-89e7-55985a30093b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:42:53.707911 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-845ca7df-8747-4e7f-89e7-55985a30093b admin admin] Usage tracker for resource:security_group_rule and tenant:c0f79247ba0f4cb186558baf59ffd51a is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:42:53.717930 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-845ca7df-8747-4e7f-89e7-55985a30093b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:42:53.727153 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffa8fa4-8640-45b3-8719-4530bcbc06e8 None None] Network 9c420c9e-5d3a-4c72-87cc-64c647e4aa69 is already hosted by enough agents. {{(pid=98656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:42:53.742790 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-845ca7df-8747-4e7f-89e7-55985a30093b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:42:53.786229 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.scheduler.base_scheduler [None req-fffa8fa4-8640-45b3-8719-4530bcbc06e8 None None] Resources bound (agent type, host, resource id): {{(pid=98656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:42:53.791049 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffa8fa4-8640-45b3-8719-4530bcbc06e8 None None] Received port after_create {{(pid=98656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:42:53.980160 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd8530c-963b-45ea-940f-00325464ae7b None None] Network fde455c1-9145-4991-b1bd-56f4962af61a requested from dv-cinder-791239-3-smb {{(pid=98656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:42:54.024495 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffa8fa4-8640-45b3-8719-4530bcbc06e8 None None] Pushing event updated for resources: {'Port': ['ID=0a319f72-df9a-45eb-914c-e78274dbebe8,revision_number=1']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:54.039839 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e791579-c3be-4d48-9089-2b6da9e4c6aa req-65164cf8-8b8e-4641-a0f6-dd77108a28c2 tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:54.041817 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-1e791579-c3be-4d48-9089-2b6da9e4c6aa req-65164cf8-8b8e-4641-a0f6-dd77108a28c2 tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] 10.222.0.11 "GET /v2.0/ports?device_id=008d7efc-7406-4a27-82d3-545fd2ba4c7c HTTP/1.1" status: 200 len: 945 time: 0.2958055 May 25 15:42:54.043478 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.db_base_plugin_common [None req-4be33c81-0083-47a1-b249-f889c7cc3690 admin admin] Allocated IP 172.28.3.81 (d51110de-dc62-4f0f-8f8a-5177828fdd7b/65a5f471-3295-4779-8fb3-11f32d4097e9/991da8b7-794c-44fb-bc5b-054bdff00d2e) {{(pid=98655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:42:54.069495 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-fffa8fa4-8640-45b3-8719-4530bcbc06e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.666s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:54.166370 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.managers [None req-fffa8fa4-8640-45b3-8719-4530bcbc06e8 None None] Attempting to bind port 0a319f72-df9a-45eb-914c-e78274dbebe8 on host dv-cinder-791239-3-smb for vnic_type normal with profile {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:42:54.167497 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.managers [None req-fffa8fa4-8640-45b3-8719-4530bcbc06e8 None None] Attempting to bind port 0a319f72-df9a-45eb-914c-e78274dbebe8 by drivers openvswitch,hyperv on host dv-cinder-791239-3-smb at level 0 using segments [{'id': 'd31b3f55-0029-4b5d-9031-950743b628bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '9c420c9e-5d3a-4c72-87cc-64c647e4aa69'}] {{(pid=98656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:42:54.167497 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffa8fa4-8640-45b3-8719-4530bcbc06e8 None None] Attempting to bind port 0a319f72-df9a-45eb-914c-e78274dbebe8 on network 9c420c9e-5d3a-4c72-87cc-64c647e4aa69 {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:42:54.186849 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffa8fa4-8640-45b3-8719-4530bcbc06e8 None None] Checking agent: {'id': '7e687d8b-f3a5-45d0-a2c9-960fde35dba9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 32, 47), 'started_at': datetime.datetime(2021, 5, 25, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:42:54.187491 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffa8fa4-8640-45b3-8719-4530bcbc06e8 None None] Checking segment: {'id': 'd31b3f55-0029-4b5d-9031-950743b628bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '9c420c9e-5d3a-4c72-87cc-64c647e4aa69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:42:54.188190 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-fffa8fa4-8640-45b3-8719-4530bcbc06e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:54.188851 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffa8fa4-8640-45b3-8719-4530bcbc06e8 None None] Bound using segment: {'id': 'd31b3f55-0029-4b5d-9031-950743b628bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '9c420c9e-5d3a-4c72-87cc-64c647e4aa69'} {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:42:54.189801 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.managers [None req-fffa8fa4-8640-45b3-8719-4530bcbc06e8 None None] Bound port: 0a319f72-df9a-45eb-914c-e78274dbebe8, host: dv-cinder-791239-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd31b3f55-0029-4b5d-9031-950743b628bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '9c420c9e-5d3a-4c72-87cc-64c647e4aa69'}}] {{(pid=98656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:42:54.191032 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-fffa8fa4-8640-45b3-8719-4530bcbc06e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:54.292716 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-1e791579-c3be-4d48-9089-2b6da9e4c6aa req-b53a5ea6-6320-4004-8744-a68d8925cb4a tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] 10.222.0.11 "GET /v2.0/security-groups?id=84b38f76-4fda-4ea3-a3d5-7349b38636b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364094 May 25 15:42:54.381848 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-845ca7df-8747-4e7f-89e7-55985a30093b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:54.407624 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-845ca7df-8747-4e7f-89e7-55985a30093b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:54.434463 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:54.533098 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-4be33c81-0083-47a1-b249-f889c7cc3690 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:54.562703 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-845ca7df-8747-4e7f-89e7-55985a30093b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c0f79247ba0f4cb186558baf59ffd51a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7132845 May 25 15:42:54.568287 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 42856) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:54.571533 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ca7df-8747-4e7f-89e7-55985a30093b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94545047-b47a-4bc6-8eaf-3ba0f4fbdb5b,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:54.643610 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-fffa8fa4-8640-45b3-8719-4530bcbc06e8 None None] For port 0a319f72-df9a-45eb-914c-e78274dbebe8, host dv-cinder-791239-3-smb, cleared binding levels {{(pid=98656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:42:54.653501 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-845ca7df-8747-4e7f-89e7-55985a30093b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:54.668257 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-fffa8fa4-8640-45b3-8719-4530bcbc06e8 None None] For port 0a319f72-df9a-45eb-914c-e78274dbebe8, host dv-cinder-791239-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=0a319f72-df9a-45eb-914c-e78274dbebe8,segment=NetworkSegment(d31b3f55-0029-4b5d-9031-950743b628bb),segment_id=d31b3f55-0029-4b5d-9031-950743b628bb)] {{(pid=98656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:42:54.690950 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-fffa8fa4-8640-45b3-8719-4530bcbc06e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:54.701082 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:54.761770 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-4be33c81-0083-47a1-b249-f889c7cc3690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730535669962'] for port, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:54.830517 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:54.875316 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffa8fa4-8640-45b3-8719-4530bcbc06e8 None None] Pushing event updated for resources: {'Port': ['ID=0a319f72-df9a-45eb-914c-e78274dbebe8,revision_number=2']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:54.885649 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-fffa8fa4-8640-45b3-8719-4530bcbc06e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:54.981237 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be33c81-0083-47a1-b249-f889c7cc3690 admin admin] Network d51110de-dc62-4f0f-8f8a-5177828fdd7b is already hosted by enough agents. {{(pid=98655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:42:55.002216 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.base_scheduler [None req-4be33c81-0083-47a1-b249-f889c7cc3690 admin admin] Resources bound (agent type, host, resource id): {{(pid=98655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:42:55.019232 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be33c81-0083-47a1-b249-f889c7cc3690 admin admin] Received port after_create {{(pid=98655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:42:55.143821 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be33c81-0083-47a1-b249-f889c7cc3690 admin admin] Pushing event updated for resources: {'Port': ['ID=991da8b7-794c-44fb-bc5b-054bdff00d2e,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:55.295535 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-d35d0ebf-5756-42d9-876f-c76789c97b2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:55.372350 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-4be33c81-0083-47a1-b249-f889c7cc3690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:55.389824 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-d35d0ebf-5756-42d9-876f-c76789c97b2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:55.698887 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c77b47-907d-4a54-aa71-4978032f77f1 req-d03677e4-e46a-42f2-b91a-db34c28a8cd3 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:55.702097 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-81c77b47-907d-4a54-aa71-4978032f77f1 req-d03677e4-e46a-42f2-b91a-db34c28a8cd3 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=70cba167-3866-4a45-b124-c4d23c24406a HTTP/1.1" status: 200 len: 946 time: 1.0503488 May 25 15:42:55.755186 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.agents_db [None req-e0968af0-a351-492f-a815-45d38f582ebc None None] Agent healthcheck: found 6 active agents {{(pid=98660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:42:55.982156 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-d35d0ebf-5756-42d9-876f-c76789c97b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:55.995626 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-a272f1da-6ced-4d93-9b3b-94a041271b31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:56.016339 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-81c77b47-907d-4a54-aa71-4978032f77f1 req-a622b9c8-dc98-4bdd-a21c-15e55f043bcd tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963181 May 25 15:42:56.318699 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35d0ebf-5756-42d9-876f-c76789c97b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94545047-b47a-4bc6-8eaf-3ba0f4fbdb5b,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:56.331951 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-d35d0ebf-5756-42d9-876f-c76789c97b2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:56.337202 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-d35d0ebf-5756-42d9-876f-c76789c97b2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:56.343163 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-d35d0ebf-5756-42d9-876f-c76789c97b2b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/94545047-b47a-4bc6-8eaf-3ba0f4fbdb5b HTTP/1.1" status: 204 len: 168 time: 1.7694597 May 25 15:42:56.406969 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-4be33c81-0083-47a1-b249-f889c7cc3690 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:56.784525 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b596ba2-2cc2-457f-8c68-245daa643c94 None None] Network 9c420c9e-5d3a-4c72-87cc-64c647e4aa69 requested from dv-cinder-791239-3-smb {{(pid=98656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:42:56.979670 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3270763b-94e7-46e0-a4f0-0fbcdb97aafe None None] Provisioning for port 0a319f72-df9a-45eb-914c-e78274dbebe8 completed by entity DHCP. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:42:57.111351 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 42898) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:57.180003 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-d0e15fea-15e4-42fb-9aa3-2ffa0aa27ef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:57.277599 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-d0e15fea-15e4-42fb-9aa3-2ffa0aa27ef5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:42:57.302590 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-d0e15fea-15e4-42fb-9aa3-2ffa0aa27ef5 admin admin] Usage tracker for resource:security_group_rule and tenant:98cc271b4494469bb0aa8ba4d50df76e is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:42:57.316345 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-d0e15fea-15e4-42fb-9aa3-2ffa0aa27ef5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:42:57.344017 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-4be33c81-0083-47a1-b249-f889c7cc3690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16421713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423649'] for router, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:57.348508 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-d0e15fea-15e4-42fb-9aa3-2ffa0aa27ef5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:42:57.667897 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-d0e15fea-15e4-42fb-9aa3-2ffa0aa27ef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:57.676994 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-d0e15fea-15e4-42fb-9aa3-2ffa0aa27ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:57.681436 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 0a319f72-df9a-45eb-914c-e78274dbebe8 up at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:42:57.735432 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:57.853994 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e15fea-15e4-42fb-9aa3-2ffa0aa27ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75438c2-2550-490d-a871-05b385d6d614,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:57.886273 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-d0e15fea-15e4-42fb-9aa3-2ffa0aa27ef5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:57.937142 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-d0e15fea-15e4-42fb-9aa3-2ffa0aa27ef5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=98cc271b4494469bb0aa8ba4d50df76e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8192875 May 25 15:42:57.938088 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 42916) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:57.962664 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning for port 0a319f72-df9a-45eb-914c-e78274dbebe8 completed by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:42:57.985624 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning complete for port 0a319f72-df9a-45eb-914c-e78274dbebe8 triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:42:57.987192 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:58.176671 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43183409-ce33-4762-b48e-8b7316296dfc req-5d6502d5-5294-4448-830f-dd52e93e3c5d tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:58.182517 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-d3893ab2-b737-4b99-9872-8fe7fca92502 None None] Provisioning complete for port 0a319f72-df9a-45eb-914c-e78274dbebe8 triggered by entity DHCP. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:42:58.182517 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-d3893ab2-b737-4b99-9872-8fe7fca92502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:58.193725 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-fe243a16-fb2b-4238-aaf6-1e4dcb19feed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:58.196827 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-43183409-ce33-4762-b48e-8b7316296dfc req-5d6502d5-5294-4448-830f-dd52e93e3c5d tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=70cba167-3866-4a45-b124-c4d23c24406a HTTP/1.1" status: 200 len: 946 time: 0.8300917 May 25 15:42:58.241709 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-fe243a16-fb2b-4238-aaf6-1e4dcb19feed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:58.360983 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-fe243a16-fb2b-4238-aaf6-1e4dcb19feed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:58.375440 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-0d763e83-188d-4dba-9b1c-927f237baaf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:58.411168 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe243a16-fb2b-4238-aaf6-1e4dcb19feed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75438c2-2550-490d-a871-05b385d6d614,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:58.428353 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-fe243a16-fb2b-4238-aaf6-1e4dcb19feed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:58.428353 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-fe243a16-fb2b-4238-aaf6-1e4dcb19feed admin admin] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:58.430729 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-fe243a16-fb2b-4238-aaf6-1e4dcb19feed admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b75438c2-2550-490d-a871-05b385d6d614 HTTP/1.1" status: 204 len: 168 time: 0.4826393 May 25 15:42:58.575163 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:58.583631 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-43183409-ce33-4762-b48e-8b7316296dfc req-e9e58431-2647-47e2-95c5-c63a0adda96d tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650222 May 25 15:42:58.686251 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-d3893ab2-b737-4b99-9872-8fe7fca92502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:58.742390 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be33c81-0083-47a1-b249-f889c7cc3690 admin admin] Router 2c7745e3-d71a-49b1-b28d-2b70ea768bca is scheduled to L3 agent f8a1ad16-ec6f-48c0-91e7-34790a8304cd with binding_index 1 {{(pid=98655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 15:42:58.744688 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] For port 0a319f72-df9a-45eb-914c-e78274dbebe8, host dv-cinder-791239-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=0a319f72-df9a-45eb-914c-e78274dbebe8,segment=NetworkSegment(d31b3f55-0029-4b5d-9031-950743b628bb),segment_id=d31b3f55-0029-4b5d-9031-950743b628bb)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:42:58.766657 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:58.782926 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-02faba2a-41af-4a48-9749-a2df47fb94c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:58.981356 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e622177-3cd8-412f-b083-fe1d552af171 req-ced87a96-b1de-411f-9336-e06250c83c29 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:58.982870 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-2e622177-3cd8-412f-b083-fe1d552af171 req-ced87a96-b1de-411f-9336-e06250c83c29 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Synchronizing usage tracker for tenant:1d134a598c59473d8ccbc2e7fe06b68c on resource:network {{(pid=98655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:42:59.001428 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.db.api [None req-d3893ab2-b737-4b99-9872-8fe7fca92502 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=98656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 15:42:59.003890 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_db.api [None req-d3893ab2-b737-4b99-9872-8fe7fca92502 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 15:42:59.029466 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Pushing event updated for resources: {'Port': ['ID=0a319f72-df9a-45eb-914c-e78274dbebe8,revision_number=3']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:59.030619 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-2e622177-3cd8-412f-b083-fe1d552af171 req-ced87a96-b1de-411f-9336-e06250c83c29 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Unset dirty status for tenant:1d134a598c59473d8ccbc2e7fe06b68c on resource:network {{(pid=98655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:42:59.042071 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-2e622177-3cd8-412f-b083-fe1d552af171 req-ced87a96-b1de-411f-9336-e06250c83c29 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/networks?id=fde455c1-9145-4991-b1bd-56f4962af61a HTTP/1.1" status: 200 len: 809 time: 0.6752322 May 25 15:42:59.043999 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:59.250971 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-2e622177-3cd8-412f-b083-fe1d552af171 req-0ba71cb5-d78a-4e4f-9809-913cea2c40ee tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/quotas/1d134a598c59473d8ccbc2e7fe06b68c HTTP/1.1" status: 200 len: 375 time: 0.2072272 May 25 15:42:59.451808 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-2e622177-3cd8-412f-b083-fe1d552af171 req-e8cb75e6-83cc-4510-bdef-f8fa7c15eab0 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1d134a598c59473d8ccbc2e7fe06b68c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1870801 May 25 15:42:59.486328 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 0a319f72-df9a-45eb-914c-e78274dbebe8 up at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:42:59.691509 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning complete for port 0a319f72-df9a-45eb-914c-e78274dbebe8 triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:42:59.692376 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:59.783894 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be33c81-0083-47a1-b249-f889c7cc3690 admin admin] Notify agent at l3_agent.dv-cinder-791239-3-smb the message routers_updated {{(pid=98655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:42:59.804135 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac61598-1846-4003-b7f9-03b710b30c98 None None] Sync routers for ids ['2c7745e3-d71a-49b1-b28d-2b70ea768bca'] in dv-cinder-791239-3-smb {{(pid=98660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:42:59.865839 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac61598-1846-4003-b7f9-03b710b30c98 None None] Routers {'2c7745e3-d71a-49b1-b28d-2b70ea768bca'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:42:59.866708 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-7ac61598-1846-4003-b7f9-03b710b30c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:42:47Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['2c7745e3-d71a-49b1-b28d-2b70ea768bca'], 'active': True} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:43:00.158529 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-4be33c81-0083-47a1-b249-f889c7cc3690 admin admin] Notify callbacks [] for router, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:00.160571 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-4be33c81-0083-47a1-b249-f889c7cc3690 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.6065204 May 25 15:43:00.163921 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 42974) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:43:00.242699 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-2e622177-3cd8-412f-b083-fe1d552af171 req-0c7d8b72-4e4f-4cfb-933d-8d698a5ab5b9 service neutron] 10.222.0.11 "GET /v2.0/networks/fde455c1-9145-4991-b1bd-56f4962af61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7895606 May 25 15:43:00.358997 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvr_db [None req-7ac61598-1846-4003-b7f9-03b710b30c98 None None] Set router 2c7745e3-d71a-49b1-b28d-2b70ea768bca gateway port host: dv-cinder-791239-3-smb {{(pid=98660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:43:00.925847 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-2e622177-3cd8-412f-b083-fe1d552af171 req-ce88f410-016a-477b-b462-95354231e1d4 service neutron] 10.222.0.11 "GET /v2.0/networks/fde455c1-9145-4991-b1bd-56f4962af61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6819017 May 25 15:43:00.930615 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a48ab-c31e-4ca8-b0d1-d5e279319d7f req-11f8dc50-b0f4-40c6-9678-c4d7c3a905e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:00.933594 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-475a48ab-c31e-4ca8-b0d1-d5e279319d7f req-11f8dc50-b0f4-40c6-9678-c4d7c3a905e6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=70cba167-3866-4a45-b124-c4d23c24406a HTTP/1.1" status: 200 len: 1099 time: 1.0725653 May 25 15:43:00.972395 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d1f85-9b7b-4562-b31f-1ddb28af60c6 req-97937dc1-f47a-401f-943e-c05d63ca5890 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:00.978484 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-499d1f85-9b7b-4562-b31f-1ddb28af60c6 req-97937dc1-f47a-401f-943e-c05d63ca5890 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=70cba167-3866-4a45-b124-c4d23c24406a HTTP/1.1" status: 200 len: 946 time: 0.8983252 May 25 15:43:01.103536 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-7ac61598-1846-4003-b7f9-03b710b30c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'name': 'tempest-AttachVolumeShelveTestJSON-892354519-router', 'tenant_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': '991da8b7-794c-44fb-bc5b-054bdff00d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:42:50Z', 'updated_at': '2021-05-25T15:42:55Z', 'revision_number': 3, 'project_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'gw_port': {'id': '991da8b7-794c-44fb-bc5b-054bdff00d2e', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:42:53Z', 'updated_at': '2021-05-25T15:42:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb'}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:43:01.120439 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac61598-1846-4003-b7f9-03b710b30c98 None None] Checking router: 2c7745e3-d71a-49b1-b28d-2b70ea768bca for host: dv-cinder-791239-3-smb {{(pid=98660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:43:01.122686 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac61598-1846-4003-b7f9-03b710b30c98 None None] Updating router 2c7745e3-d71a-49b1-b28d-2b70ea768bca port 991da8b7-794c-44fb-bc5b-054bdff00d2e binding host dv-cinder-791239-3-smb {{(pid=98660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:43:01.172826 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-475a48ab-c31e-4ca8-b0d1-d5e279319d7f req-8e655c1c-57af-4fcc-804a-2af59d871051 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115636 May 25 15:43:01.249859 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-499d1f85-9b7b-4562-b31f-1ddb28af60c6 req-9b4d684d-6a9c-4d4f-b89b-2e116860b49e tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499059 May 25 15:43:01.338376 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron_lib.callbacks.manager [None req-7ac61598-1846-4003-b7f9-03b710b30c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:01.519003 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c915caa0-b9fc-4287-b678-991af162391d req-1de13b38-5538-4c78-9f43-f26c69227f85 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/ports?device_id=685c0487-54f5-403d-87ea-83ed074ff677 HTTP/1.1" status: 200 len: 210 time: 0.1041400 May 25 15:43:02.045036 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron_lib.callbacks.manager [None req-7ac61598-1846-4003-b7f9-03b710b30c98 None None] Notify callbacks [] for port, precommit_update {{(pid=98660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:02.067709 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.provisioning_blocks [None req-7ac61598-1846-4003-b7f9-03b710b30c98 None None] Transition to ACTIVE for port object 991da8b7-794c-44fb-bc5b-054bdff00d2e will not be triggered until provisioned by entity L2. {{(pid=98660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:43:02.081184 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron_lib.callbacks.manager [None req-7ac61598-1846-4003-b7f9-03b710b30c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:02.094083 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:02.224576 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.managers [None req-7ac61598-1846-4003-b7f9-03b710b30c98 None None] Attempting to bind port 991da8b7-794c-44fb-bc5b-054bdff00d2e on host dv-cinder-791239-3-smb for vnic_type normal with profile {{(pid=98660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:43:02.225526 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.managers [None req-7ac61598-1846-4003-b7f9-03b710b30c98 None None] Attempting to bind port 991da8b7-794c-44fb-bc5b-054bdff00d2e by drivers openvswitch,hyperv on host dv-cinder-791239-3-smb at level 0 using segments [{'id': 'b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b'}] {{(pid=98660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:43:02.225526 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac61598-1846-4003-b7f9-03b710b30c98 None None] Attempting to bind port 991da8b7-794c-44fb-bc5b-054bdff00d2e on network d51110de-dc62-4f0f-8f8a-5177828fdd7b {{(pid=98660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:43:02.237294 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca1d09-72d5-4b28-ac2e-b83cae474eb5 None None] Pushing event updated for resources: {'Port': ['ID=991da8b7-794c-44fb-bc5b-054bdff00d2e,revision_number=2']} {{(pid=98660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:02.249041 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac61598-1846-4003-b7f9-03b710b30c98 None None] Checking agent: {'id': '7e687d8b-f3a5-45d0-a2c9-960fde35dba9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 32, 47), 'started_at': datetime.datetime(2021, 5, 25, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:43:02.249667 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac61598-1846-4003-b7f9-03b710b30c98 None None] Checking segment: {'id': 'b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:43:02.250343 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron_lib.callbacks.manager [None req-7ac61598-1846-4003-b7f9-03b710b30c98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:02.250996 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac61598-1846-4003-b7f9-03b710b30c98 None None] Bound using segment: {'id': 'b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b'} {{(pid=98660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:43:02.251840 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.managers [None req-7ac61598-1846-4003-b7f9-03b710b30c98 None None] Bound port: 991da8b7-794c-44fb-bc5b-054bdff00d2e, host: dv-cinder-791239-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b'}}] {{(pid=98660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:43:02.252595 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron_lib.callbacks.manager [None req-7ac61598-1846-4003-b7f9-03b710b30c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:02.329165 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-8376222e-6503-41c9-b1b4-4f8847f4064b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:02.329818 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca1d09-72d5-4b28-ac2e-b83cae474eb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:02.330022 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca1d09-72d5-4b28-ac2e-b83cae474eb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:02.330626 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca1d09-72d5-4b28-ac2e-b83cae474eb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:02.331262 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca1d09-72d5-4b28-ac2e-b83cae474eb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:02.331568 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca1d09-72d5-4b28-ac2e-b83cae474eb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:02.331982 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca1d09-72d5-4b28-ac2e-b83cae474eb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:02.332344 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca1d09-72d5-4b28-ac2e-b83cae474eb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:02.332849 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca1d09-72d5-4b28-ac2e-b83cae474eb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:02.333180 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca1d09-72d5-4b28-ac2e-b83cae474eb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:02.333613 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca1d09-72d5-4b28-ac2e-b83cae474eb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:02.333931 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca1d09-72d5-4b28-ac2e-b83cae474eb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:02.334272 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca1d09-72d5-4b28-ac2e-b83cae474eb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:02.341187 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG oslo_concurrency.lockutils [None req-61ca1d09-72d5-4b28-ac2e-b83cae474eb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=98660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:02.443728 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.db [None req-7ac61598-1846-4003-b7f9-03b710b30c98 None None] For port 991da8b7-794c-44fb-bc5b-054bdff00d2e, host dv-cinder-791239-3-smb, cleared binding levels {{(pid=98660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:43:02.462307 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.db [None req-7ac61598-1846-4003-b7f9-03b710b30c98 None None] For port 991da8b7-794c-44fb-bc5b-054bdff00d2e, host dv-cinder-791239-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=991da8b7-794c-44fb-bc5b-054bdff00d2e,segment=NetworkSegment(b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2),segment_id=b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2)] {{(pid=98660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:43:02.475579 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron_lib.callbacks.manager [None req-7ac61598-1846-4003-b7f9-03b710b30c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:02.521562 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=98660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:02.852439 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca1d09-72d5-4b28-ac2e-b83cae474eb5 None None] Pushing event updated for resources: {'Port': ['ID=991da8b7-794c-44fb-bc5b-054bdff00d2e,revision_number=3']} {{(pid=98660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:02.871801 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac61598-1846-4003-b7f9-03b710b30c98 None None] Routers {'2c7745e3-d71a-49b1-b28d-2b70ea768bca'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:43:02.875268 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-7ac61598-1846-4003-b7f9-03b710b30c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:42:47Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['2c7745e3-d71a-49b1-b28d-2b70ea768bca'], 'active': True} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:43:03.081901 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG oslo_concurrency.lockutils [None req-61ca1d09-72d5-4b28-ac2e-b83cae474eb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=98660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:03.197593 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.db_base_plugin_common [None req-8376222e-6503-41c9-b1b4-4f8847f4064b admin admin] Allocated IP 172.20.0.1 (9c420c9e-5d3a-4c72-87cc-64c647e4aa69/a3cc6c99-8adf-4559-8841-da254b001c5f/9d906e6b-5645-4e5c-817a-80b4a5239814) {{(pid=98653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:43:03.290518 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-81b22d7f-332f-4818-9fba-33cbc4a3b664 req-885119c0-e9ab-4d04-b724-fddd70bdd1e7 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/ports?device_id=685c0487-54f5-403d-87ea-83ed074ff677 HTTP/1.1" status: 200 len: 210 time: 0.2284775 May 25 15:43:03.356014 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd90770a-de36-4360-ab1b-ba2334ecb8dd req-8a358fc6-36f3-4ac4-949b-f1f875fb5333 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:03.365679 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-fd90770a-de36-4360-ab1b-ba2334ecb8dd req-8a358fc6-36f3-4ac4-949b-f1f875fb5333 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=70cba167-3866-4a45-b124-c4d23c24406a HTTP/1.1" status: 200 len: 946 time: 0.5935121 May 25 15:43:03.496865 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvr_db [None req-7ac61598-1846-4003-b7f9-03b710b30c98 None None] Set router 2c7745e3-d71a-49b1-b28d-2b70ea768bca gateway port host: dv-cinder-791239-3-smb {{(pid=98660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:43:03.503927 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-fd90770a-de36-4360-ab1b-ba2334ecb8dd req-26eefdd1-b5cb-49fc-871d-f978a2392dc6 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420035 May 25 15:43:03.661637 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-8376222e-6503-41c9-b1b4-4f8847f4064b admin admin] Notify callbacks [] for port, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:03.693760 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.provisioning_blocks [None req-8376222e-6503-41c9-b1b4-4f8847f4064b admin admin] Transition to ACTIVE for port object 9d906e6b-5645-4e5c-817a-80b4a5239814 will not be triggered until provisioned by entity DHCP. {{(pid=98653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:43:03.755118 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-8376222e-6503-41c9-b1b4-4f8847f4064b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730535669962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14739030'] for port, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:03.755118 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:03.923437 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8376222e-6503-41c9-b1b4-4f8847f4064b admin admin] Network 9c420c9e-5d3a-4c72-87cc-64c647e4aa69 is already hosted by enough agents. {{(pid=98653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:43:03.931361 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.base_scheduler [None req-8376222e-6503-41c9-b1b4-4f8847f4064b admin admin] Resources bound (agent type, host, resource id): {{(pid=98653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:43:03.939512 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8376222e-6503-41c9-b1b4-4f8847f4064b admin admin] Received port after_create {{(pid=98653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:43:04.093401 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8376222e-6503-41c9-b1b4-4f8847f4064b admin admin] Pushing event updated for resources: {'Port': ['ID=9d906e6b-5645-4e5c-817a-80b4a5239814,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:04.112029 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-8376222e-6503-41c9-b1b4-4f8847f4064b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:04.153415 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-8376222e-6503-41c9-b1b4-4f8847f4064b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16426384'] for router_interface, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:04.574716 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-67a45550-bd41-4978-82fa-21b79b28941e None None] Provisioning for port 9d906e6b-5645-4e5c-817a-80b4a5239814 completed by entity DHCP. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:43:04.592174 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-67a45550-bd41-4978-82fa-21b79b28941e None None] Provisioning complete for port 9d906e6b-5645-4e5c-817a-80b4a5239814 triggered by entity DHCP. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:43:04.592718 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-67a45550-bd41-4978-82fa-21b79b28941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:04.641184 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-8376222e-6503-41c9-b1b4-4f8847f4064b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:04.715132 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-7ac61598-1846-4003-b7f9-03b710b30c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'name': 'tempest-AttachVolumeShelveTestJSON-892354519-router', 'tenant_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': '991da8b7-794c-44fb-bc5b-054bdff00d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:42:50Z', 'updated_at': '2021-05-25T15:42:55Z', 'revision_number': 3, 'project_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'gw_port': {'id': '991da8b7-794c-44fb-bc5b-054bdff00d2e', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:42:53Z', 'updated_at': '2021-05-25T15:43:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb'}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:43:04.736441 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac61598-1846-4003-b7f9-03b710b30c98 None None] The sync data for ids ['2c7745e3-d71a-49b1-b28d-2b70ea768bca'] in dv-cinder-791239-3-smb is: [{'id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'name': 'tempest-AttachVolumeShelveTestJSON-892354519-router', 'tenant_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': '991da8b7-794c-44fb-bc5b-054bdff00d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:42:50Z', 'updated_at': '2021-05-25T15:42:55Z', 'revision_number': 3, 'project_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'gw_port': {'id': '991da8b7-794c-44fb-bc5b-054bdff00d2e', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:42:53Z', 'updated_at': '2021-05-25T15:43:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb'}] {{(pid=98660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:43:04.788737 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e622177-3cd8-412f-b083-fe1d552af171 req-b1fab4e3-a9e9-4ccd-a262-699290e922c7 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:04.794247 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-2e622177-3cd8-412f-b083-fe1d552af171 req-b1fab4e3-a9e9-4ccd-a262-699290e922c7 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.62 "GET /v2.0/networks?id=fde455c1-9145-4991-b1bd-56f4962af61a HTTP/1.1" status: 200 len: 809 time: 0.7924287 May 25 15:43:04.826711 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [req-2e622177-3cd8-412f-b083-fe1d552af171 req-1b6f539d-3ac4-47b4-9593-18e1b1473f24 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Request body: {'port': {'device_id': '685c0487-54f5-403d-87ea-83ed074ff677', 'network_id': 'fde455c1-9145-4991-b1bd-56f4962af61a', 'admin_state_up': True, 'tenant_id': '1d134a598c59473d8ccbc2e7fe06b68c'}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:43:04.880348 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-67a45550-bd41-4978-82fa-21b79b28941e None None] Port 9d906e6b-5645-4e5c-817a-80b4a5239814 cannot update to ACTIVE because it is not bound. {{(pid=98656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:43:05.444607 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-aeab7e4b-121e-45cb-82c0-02266fcbb77e req-9d24005e-6f6b-40df-84eb-550068650f6f tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/ports?device_id=685c0487-54f5-403d-87ea-83ed074ff677 HTTP/1.1" status: 200 len: 210 time: 0.5568681 May 25 15:43:05.561854 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-8376222e-6503-41c9-b1b4-4f8847f4064b admin admin] Notify callbacks [] for port, precommit_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:05.566450 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-8376222e-6503-41c9-b1b4-4f8847f4064b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14739039'] for port, after_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:05.700176 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 43070) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:43:05.701182 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:05.873414 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660e20f-148f-40b4-9511-83c66187efeb req-28c35afa-d420-4680-916b-e0887bcf0341 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:05.879431 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-8376222e-6503-41c9-b1b4-4f8847f4064b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16426301'] for router_interface, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:05.886350 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8376222e-6503-41c9-b1b4-4f8847f4064b admin admin] Pushing event updated for resources: {'Port': ['ID=9d906e6b-5645-4e5c-817a-80b4a5239814,revision_number=2']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:05.893630 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-8376222e-6503-41c9-b1b4-4f8847f4064b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:05.913183 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-3660e20f-148f-40b4-9511-83c66187efeb req-28c35afa-d420-4680-916b-e0887bcf0341 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=70cba167-3866-4a45-b124-c4d23c24406a HTTP/1.1" status: 200 len: 946 time: 0.5061455 May 25 15:43:05.998974 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [req-2e622177-3cd8-412f-b083-fe1d552af171 req-1b6f539d-3ac4-47b4-9593-18e1b1473f24 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:43:06.028309 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-2e622177-3cd8-412f-b083-fe1d552af171 req-1b6f539d-3ac4-47b4-9593-18e1b1473f24 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Usage tracker for resource:port and tenant:1d134a598c59473d8ccbc2e7fe06b68c is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:43:06.061856 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-2e622177-3cd8-412f-b083-fe1d552af171 req-1b6f539d-3ac4-47b4-9593-18e1b1473f24 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:43:06.086271 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [req-2e622177-3cd8-412f-b083-fe1d552af171 req-1b6f539d-3ac4-47b4-9593-18e1b1473f24 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:43:06.125730 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-3660e20f-148f-40b4-9511-83c66187efeb req-182e01b7-af0b-452b-b45c-9b44bde812f8 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089145 May 25 15:43:06.150048 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e622177-3cd8-412f-b083-fe1d552af171 req-1b6f539d-3ac4-47b4-9593-18e1b1473f24 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Made reservation on behalf of 1d134a598c59473d8ccbc2e7fe06b68c for: {'port': 1} {{(pid=98655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:43:06.162713 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-2e622177-3cd8-412f-b083-fe1d552af171 req-1b6f539d-3ac4-47b4-9593-18e1b1473f24 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:06.353679 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 43080) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:43:06.450777 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-0cb8e57f-fdde-4cf9-a18d-6b4dc739ada3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:06.480622 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-0cb8e57f-fdde-4cf9-a18d-6b4dc739ada3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:43:06.516527 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-0cb8e57f-fdde-4cf9-a18d-6b4dc739ada3 admin admin] Usage tracker for resource:security_group_rule and tenant:155a3b7067024aa4bbbaaf4562bfbc97 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:43:06.526013 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-0cb8e57f-fdde-4cf9-a18d-6b4dc739ada3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:43:06.544518 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-0cb8e57f-fdde-4cf9-a18d-6b4dc739ada3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:43:06.548751 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-c63893b1-ddda-4036-b719-ae2cd2a50fba admin admin] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:06.570326 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8376222e-6503-41c9-b1b4-4f8847f4064b admin admin] Network 9c420c9e-5d3a-4c72-87cc-64c647e4aa69 is already hosted by enough agents. {{(pid=98653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:43:06.574501 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.base_scheduler [None req-8376222e-6503-41c9-b1b4-4f8847f4064b admin admin] Resources bound (agent type, host, resource id): {{(pid=98653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:43:06.585987 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-c63893b1-ddda-4036-b719-ae2cd2a50fba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:43:06.596772 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-c63893b1-ddda-4036-b719-ae2cd2a50fba admin admin] Usage tracker for resource:security_group_rule and tenant:0ca6e926dc944cb1b1c14aa8cd155547 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:43:06.600917 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-c63893b1-ddda-4036-b719-ae2cd2a50fba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:43:06.609757 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-c63893b1-ddda-4036-b719-ae2cd2a50fba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:43:06.830386 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1dd602-ec9a-4d7c-84e2-d2aed2ccd8bc req-6f5dc574-782c-4c98-944b-e8ac272b1bc6 tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:06.843946 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-8e1dd602-ec9a-4d7c-84e2-d2aed2ccd8bc req-6f5dc574-782c-4c98-944b-e8ac272b1bc6 tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] 10.222.0.11 "GET /v2.0/ports?device_id=008d7efc-7406-4a27-82d3-545fd2ba4c7c HTTP/1.1" status: 200 len: 945 time: 0.5922854 May 25 15:43:06.976300 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-8e1dd602-ec9a-4d7c-84e2-d2aed2ccd8bc req-2b6cafc5-b6f2-44c2-aacc-f54fea60aea3 tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] 10.222.0.11 "GET /v2.0/security-groups?id=84b38f76-4fda-4ea3-a3d5-7349b38636b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281703 May 25 15:43:07.012865 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e212646-620a-4957-9b36-90875967cd09 req-ef2396fb-4ea6-4956-8304-6f39da4d758e tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:07.017070 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-8e212646-620a-4957-9b36-90875967cd09 req-ef2396fb-4ea6-4956-8304-6f39da4d758e tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafa266a-bc66-489e-8f2b-27535d4ec88f HTTP/1.1" status: 200 len: 945 time: 0.5634558 May 25 15:43:07.030251 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.db_base_plugin_common [req-2e622177-3cd8-412f-b083-fe1d552af171 req-1b6f539d-3ac4-47b4-9593-18e1b1473f24 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Allocated IP 172.20.0.5 (fde455c1-9145-4991-b1bd-56f4962af61a/a6d5945a-0f4d-482f-9237-141c82cdd352/af84a83b-0e6e-402c-841a-3ee7d240a1d8) {{(pid=98655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:43:07.072503 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-85cba8e8-b1b8-48e5-95f6-49175daed7bf None None] Provisioning complete for port 9d906e6b-5645-4e5c-817a-80b4a5239814 triggered by entity DHCP. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:43:07.073634 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-85cba8e8-b1b8-48e5-95f6-49175daed7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:07.149491 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-c63893b1-ddda-4036-b719-ae2cd2a50fba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:07.166294 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-c63893b1-ddda-4036-b719-ae2cd2a50fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:07.188147 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-ecabef93-b596-431e-b355-e93419d316c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:07.217175 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-85cba8e8-b1b8-48e5-95f6-49175daed7bf None None] Port 9d906e6b-5645-4e5c-817a-80b4a5239814 cannot update to ACTIVE because it is not bound. {{(pid=98656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:43:07.316679 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-8e212646-620a-4957-9b36-90875967cd09 req-3bdcad77-967c-4968-9b57-4cd7d261973b tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651525 May 25 15:43:07.505914 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 991da8b7-794c-44fb-bc5b-054bdff00d2e up at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:43:07.530720 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-c63893b1-ddda-4036-b719-ae2cd2a50fba admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0ca6e926dc944cb1b1c14aa8cd155547&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1724117 May 25 15:43:07.576056 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 43098) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:43:07.609304 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-8352428a-470e-4371-ae9e-fae9a59f3d66 req-3fda33af-2dad-4f13-95e8-b8b9c7745217 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/ports?device_id=685c0487-54f5-403d-87ea-83ed074ff677 HTTP/1.1" status: 200 len: 210 time: 0.2221603 May 25 15:43:07.698012 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8376222e-6503-41c9-b1b4-4f8847f4064b admin admin] Router 2c7745e3-d71a-49b1-b28d-2b70ea768bca has already been hosted by L3 agent f8a1ad16-ec6f-48c0-91e7-34790a8304cd {{(pid=98653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:43:07.728277 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning for port 991da8b7-794c-44fb-bc5b-054bdff00d2e completed by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:43:07.739337 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning complete for port 991da8b7-794c-44fb-bc5b-054bdff00d2e triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:43:07.740044 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:07.813601 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-0cb8e57f-fdde-4cf9-a18d-6b4dc739ada3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:07.834421 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63893b1-ddda-4036-b719-ae2cd2a50fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f77b9e-061c-4b29-a9fa-292158a0c0de,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:07.842016 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-c63893b1-ddda-4036-b719-ae2cd2a50fba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:07.891897 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-fc55b37e-2e1f-4ee6-b83f-ef9ea0940c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:07.910680 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:07.942476 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] For port 991da8b7-794c-44fb-bc5b-054bdff00d2e, host dv-cinder-791239-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=991da8b7-794c-44fb-bc5b-054bdff00d2e,segment=NetworkSegment(b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2),segment_id=b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:43:07.943435 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-fc55b37e-2e1f-4ee6-b83f-ef9ea0940c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:07.952246 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:07.956451 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:08.059168 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-0cb8e57f-fdde-4cf9-a18d-6b4dc739ada3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:08.124809 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Pushing event updated for resources: {'Port': ['ID=991da8b7-794c-44fb-bc5b-054bdff00d2e,revision_number=4']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:08.135174 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:08.178207 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-2e622177-3cd8-412f-b083-fe1d552af171 req-1b6f539d-3ac4-47b4-9593-18e1b1473f24 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Notify callbacks [] for port, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:08.180480 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-885137c9-3b55-4e1c-99e6-b1f02ad130a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:08.225347 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-0cb8e57f-fdde-4cf9-a18d-6b4dc739ada3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=155a3b7067024aa4bbbaaf4562bfbc97&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4197273 May 25 15:43:08.229437 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 43104) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:43:08.231980 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8e57f-fdde-4cf9-a18d-6b4dc739ada3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6dbd2dd-e195-4dea-a166-c7441255060d,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:08.239951 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-0cb8e57f-fdde-4cf9-a18d-6b4dc739ada3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:08.458676 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-2e622177-3cd8-412f-b083-fe1d552af171 req-1b6f539d-3ac4-47b4-9593-18e1b1473f24 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730535669962'] for port, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:08.491957 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-ea6899b7-32b6-4282-9705-9a8199db416a tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:08.576443 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e726fc-7284-4778-a48b-1b32a2aa6ba6 req-41702263-4e76-41fb-8768-5b3726a9c524 tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:08.579857 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-84e726fc-7284-4778-a48b-1b32a2aa6ba6 req-41702263-4e76-41fb-8768-5b3726a9c524 tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] 10.222.0.62 "GET /v2.0/ports?device_id=008d7efc-7406-4a27-82d3-545fd2ba4c7c HTTP/1.1" status: 200 len: 945 time: 1.3431494 May 25 15:43:08.582869 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-fc55b37e-2e1f-4ee6-b83f-ef9ea0940c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:08.584781 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e622177-3cd8-412f-b083-fe1d552af171 req-1b6f539d-3ac4-47b4-9593-18e1b1473f24 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Network fde455c1-9145-4991-b1bd-56f4962af61a is already hosted by enough agents. {{(pid=98655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:43:08.589481 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-a95d09d5-b78d-4dbd-ad7c-23f6b195973b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:08.607642 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.base_scheduler [req-2e622177-3cd8-412f-b083-fe1d552af171 req-1b6f539d-3ac4-47b4-9593-18e1b1473f24 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Resources bound (agent type, host, resource id): {{(pid=98655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:43:08.610661 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-a83c98f4-7e98-4491-bec8-e8ed4ecf2f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:08.615547 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8376222e-6503-41c9-b1b4-4f8847f4064b admin admin] Notify agent at l3_agent.dv-cinder-791239-3-smb the message routers_updated {{(pid=98653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:43:08.622104 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e622177-3cd8-412f-b083-fe1d552af171 req-1b6f539d-3ac4-47b4-9593-18e1b1473f24 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Received port after_create {{(pid=98655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:43:08.632307 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e622177-3cd8-412f-b083-fe1d552af171 req-1b6f539d-3ac4-47b4-9593-18e1b1473f24 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:08.633124 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8634f942-3a08-418f-a574-62ce41bbff0f None None] Sync routers for ids ['2c7745e3-d71a-49b1-b28d-2b70ea768bca'] in dv-cinder-791239-3-smb {{(pid=98656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:43:08.633395 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-2e622177-3cd8-412f-b083-fe1d552af171 req-1b6f539d-3ac4-47b4-9593-18e1b1473f24 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for port, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:08.649768 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8634f942-3a08-418f-a574-62ce41bbff0f None None] Routers {'2c7745e3-d71a-49b1-b28d-2b70ea768bca'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:43:08.652003 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-8634f942-3a08-418f-a574-62ce41bbff0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:42:47Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['2c7745e3-d71a-49b1-b28d-2b70ea768bca'], 'active': True} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:43:08.736026 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc55b37e-2e1f-4ee6-b83f-ef9ea0940c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f77b9e-061c-4b29-a9fa-292158a0c0de,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:08.774784 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-fc55b37e-2e1f-4ee6-b83f-ef9ea0940c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:08.780035 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-fc55b37e-2e1f-4ee6-b83f-ef9ea0940c08 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/75f77b9e-061c-4b29-a9fa-292158a0c0de HTTP/1.1" status: 204 len: 168 time: 1.1883399 May 25 15:43:08.785985 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-fc55b37e-2e1f-4ee6-b83f-ef9ea0940c08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:08.793845 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-8376222e-6503-41c9-b1b4-4f8847f4064b admin admin] 10.222.0.11 "PUT /v2.0/routers/2c7745e3-d71a-49b1-b28d-2b70ea768bca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6280015 May 25 15:43:08.878847 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-2e622177-3cd8-412f-b083-fe1d552af171 req-1b6f539d-3ac4-47b4-9593-18e1b1473f24 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0616500 May 25 15:43:08.882354 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-a83c98f4-7e98-4491-bec8-e8ed4ecf2f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:08.950407 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c2f255-50ac-48d1-b4e2-9bbeab2d785b req-4e658ddd-552f-4547-b74f-8a2757140495 tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:08.965196 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-33c2f255-50ac-48d1-b4e2-9bbeab2d785b req-4e658ddd-552f-4547-b74f-8a2757140495 tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] 10.222.0.11 "GET /v2.0/ports?device_id=008d7efc-7406-4a27-82d3-545fd2ba4c7c HTTP/1.1" status: 200 len: 945 time: 0.6829073 May 25 15:43:08.981769 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [req-2e622177-3cd8-412f-b083-fe1d552af171 req-42ff57a7-1fba-41be-a77b-21be45abb269 service neutron] Request body: {'port': {'device_id': '685c0487-54f5-403d-87ea-83ed074ff677', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79123'}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:43:09.073265 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f539d-3ac4-47b4-9593-18e1b1473f24 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Pushing event updated for resources: {'Port': ['ID=af84a83b-0e6e-402c-841a-3ee7d240a1d8,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:09.083417 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-1b6f539d-3ac4-47b4-9593-18e1b1473f24 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:09.095890 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.plugin [req-84e726fc-7284-4778-a48b-1b32a2aa6ba6 req-36e78bf6-1aac-4a2b-9d1a-2e3950a579b5 tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] Deleting port 36d5b25f-83b7-4180-8cd6-49b5a3f70e02 {{(pid=98653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:43:09.096441 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-84e726fc-7284-4778-a48b-1b32a2aa6ba6 req-36e78bf6-1aac-4a2b-9d1a-2e3950a579b5 tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730536052803'] for port, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:09.316607 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-33c2f255-50ac-48d1-b4e2-9bbeab2d785b req-d4f8e109-7a11-4455-931d-0950c13aadb2 tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] 10.222.0.11 "GET /v2.0/security-groups?id=84b38f76-4fda-4ea3-a3d5-7349b38636b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476474 May 25 15:43:09.450558 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvr_db [None req-8634f942-3a08-418f-a574-62ce41bbff0f None None] Set router 2c7745e3-d71a-49b1-b28d-2b70ea768bca gateway port host: dv-cinder-791239-3-smb {{(pid=98656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:43:09.561433 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-2e622177-3cd8-412f-b083-fe1d552af171 req-42ff57a7-1fba-41be-a77b-21be45abb269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:09.592922 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-a83c98f4-7e98-4491-bec8-e8ed4ecf2f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:09.624526 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-75761a1b-7612-4095-818a-d144e35b678c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:09.660791 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.db [req-84e726fc-7284-4778-a48b-1b32a2aa6ba6 req-36e78bf6-1aac-4a2b-9d1a-2e3950a579b5 tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] For port 36d5b25f-83b7-4180-8cd6-49b5a3f70e02, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=36d5b25f-83b7-4180-8cd6-49b5a3f70e02,segment=NetworkSegment(09ce17f7-0107-4203-a9a0-226f64ae6d1a),segment_id=09ce17f7-0107-4203-a9a0-226f64ae6d1a)] {{(pid=98653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:43:09.661599 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-84e726fc-7284-4778-a48b-1b32a2aa6ba6 req-36e78bf6-1aac-4a2b-9d1a-2e3950a579b5 tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16426746'] for port, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:09.760437 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c98f4-7e98-4491-bec8-e8ed4ecf2f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6dbd2dd-e195-4dea-a166-c7441255060d,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:09.783043 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-a83c98f4-7e98-4491-bec8-e8ed4ecf2f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:09.876252 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 991da8b7-794c-44fb-bc5b-054bdff00d2e up at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:43:09.906501 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-a83c98f4-7e98-4491-bec8-e8ed4ecf2f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:09.917043 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-a83c98f4-7e98-4491-bec8-e8ed4ecf2f68 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c6dbd2dd-e195-4dea-a166-c7441255060d HTTP/1.1" status: 204 len: 168 time: 1.6835175 May 25 15:43:09.919382 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 43138) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:43:09.997549 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device 36d5b25f-83b7-4180-8cd6-49b5a3f70e02 no longer exists at agent hyperv_hv-cinder-79123 {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:43:10.005363 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-55a7fc3f-0fe8-4866-bad1-c2ecad74ba40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:10.128309 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-55a7fc3f-0fe8-4866-bad1-c2ecad74ba40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:43:10.188774 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.plugin [req-84e726fc-7284-4778-a48b-1b32a2aa6ba6 req-36e78bf6-1aac-4a2b-9d1a-2e3950a579b5 tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] Calling delete_port for 36d5b25f-83b7-4180-8cd6-49b5a3f70e02 owned by compute:nova {{(pid=98653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:43:10.194760 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-55a7fc3f-0fe8-4866-bad1-c2ecad74ba40 admin admin] Usage tracker for resource:security_group_rule and tenant:8c992cd2af534672a5fc8a1043efa31d is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:43:10.217637 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-55a7fc3f-0fe8-4866-bad1-c2ecad74ba40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:43:10.247563 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2efa848-d3f9-44ba-bd97-681c0b547415 req-fa5d55f9-b929-4129-9806-f863d876164a tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:10.249023 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-c2efa848-d3f9-44ba-bd97-681c0b547415 req-fa5d55f9-b929-4129-9806-f863d876164a tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Synchronizing usage tracker for tenant:1d134a598c59473d8ccbc2e7fe06b68c on resource:port {{(pid=98655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:43:10.272912 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-55a7fc3f-0fe8-4866-bad1-c2ecad74ba40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:43:10.384115 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning complete for port 991da8b7-794c-44fb-bc5b-054bdff00d2e triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:43:10.384612 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:10.484617 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-84e726fc-7284-4778-a48b-1b32a2aa6ba6 req-36e78bf6-1aac-4a2b-9d1a-2e3950a579b5 tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730536055462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730535669971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14739030'] for port, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:10.499563 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-8376222e-6503-41c9-b1b4-4f8847f4064b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:10.573027 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e78bf6-1aac-4a2b-9d1a-2e3950a579b5 tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] Pushing event deleted for resources: {'Port': ['ID=36d5b25f-83b7-4180-8cd6-49b5a3f70e02,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:10.652130 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:10.680944 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 43146) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:43:10.681834 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-36e78bf6-1aac-4a2b-9d1a-2e3950a579b5 tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:10.709369 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-c2efa848-d3f9-44ba-bd97-681c0b547415 req-fa5d55f9-b929-4129-9806-f863d876164a tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Unset dirty status for tenant:1d134a598c59473d8ccbc2e7fe06b68c on resource:port {{(pid=98655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:43:10.710295 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-3ac84c90-a873-4759-99ff-5b9ca04363e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:10.711810 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c2efa848-d3f9-44ba-bd97-681c0b547415 req-fa5d55f9-b929-4129-9806-f863d876164a tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/ports?device_id=685c0487-54f5-403d-87ea-83ed074ff677 HTTP/1.1" status: 200 len: 931 time: 1.0618823 May 25 15:43:10.786869 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-3ac84c90-a873-4759-99ff-5b9ca04363e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:43:10.797156 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e726fc-7284-4778-a48b-1b32a2aa6ba6 req-36e78bf6-1aac-4a2b-9d1a-2e3950a579b5 tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] No DVR routers for this DVR port 36d5b25f-83b7-4180-8cd6-49b5a3f70e02 on host hv-cinder-79123 {{(pid=98653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:43:10.801244 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-3ac84c90-a873-4759-99ff-5b9ca04363e5 admin admin] Usage tracker for resource:security_group_rule and tenant:ed8b210a42da4fabbc11d67ed4654510 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:43:10.806299 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-84e726fc-7284-4778-a48b-1b32a2aa6ba6 req-36e78bf6-1aac-4a2b-9d1a-2e3950a579b5 tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for port, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:10.811315 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '008d7efc-7406-4a27-82d3-545fd2ba4c7c', 'name': 'network-vif-deleted', 'tag': '36d5b25f-83b7-4180-8cd6-49b5a3f70e02'}] {{(pid=98653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:43:10.823750 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-3ac84c90-a873-4759-99ff-5b9ca04363e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:43:10.841665 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-3ac84c90-a873-4759-99ff-5b9ca04363e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:43:10.860655 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-84e726fc-7284-4778-a48b-1b32a2aa6ba6 req-36e78bf6-1aac-4a2b-9d1a-2e3950a579b5 tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] 10.222.0.62 "DELETE /v2.0/ports/36d5b25f-83b7-4180-8cd6-49b5a3f70e02 HTTP/1.1" status: 204 len: 173 time: 2.2540643 May 25 15:43:10.938510 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-c2efa848-d3f9-44ba-bd97-681c0b547415 req-72325c9e-b19f-44ca-b82f-e02c96e39508 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Synchronizing usage tracker for tenant:1d134a598c59473d8ccbc2e7fe06b68c on resource:security_group {{(pid=98655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:43:11.007488 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-8634f942-3a08-418f-a574-62ce41bbff0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'name': 'tempest-AttachVolumeShelveTestJSON-892354519-router', 'tenant_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': '991da8b7-794c-44fb-bc5b-054bdff00d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:42:50Z', 'updated_at': '2021-05-25T15:43:04Z', 'revision_number': 4, 'project_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'gw_port': {'id': '991da8b7-794c-44fb-bc5b-054bdff00d2e', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:42:53Z', 'updated_at': '2021-05-25T15:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_interfaces': [{'id': '9d906e6b-5645-4e5c-817a-80b4a5239814', 'name': '', 'network_id': '9c420c9e-5d3a-4c72-87cc-64c647e4aa69', 'tenant_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'mac_address': 'fa:16:3e:d4:76:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'a3cc6c99-8adf-4559-8841-da254b001c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:43:02Z', 'updated_at': '2021-05-25T15:43:04Z', 'revision_number': 2, 'project_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'subnets': [{'id': 'a3cc6c99-8adf-4559-8841-da254b001c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:43:11.028970 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8634f942-3a08-418f-a574-62ce41bbff0f None None] Checking router: 2c7745e3-d71a-49b1-b28d-2b70ea768bca for host: dv-cinder-791239-3-smb {{(pid=98656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:43:11.029746 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8634f942-3a08-418f-a574-62ce41bbff0f None None] Updating router 2c7745e3-d71a-49b1-b28d-2b70ea768bca port 9d906e6b-5645-4e5c-817a-80b4a5239814 binding host dv-cinder-791239-3-smb {{(pid=98656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:43:11.109465 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-3ac84c90-a873-4759-99ff-5b9ca04363e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:11.119644 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-3ac84c90-a873-4759-99ff-5b9ca04363e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:11.135541 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-033325e3-0faf-47bc-bd3d-2b28d321c748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:11.170569 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-8634f942-3a08-418f-a574-62ce41bbff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:11.183201 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.notifiers.nova [req-2e622177-3cd8-412f-b083-fe1d552af171 req-42ff57a7-1fba-41be-a77b-21be45abb269 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af84a83b-0e6e-402c-841a-3ee7d240a1d8 {{(pid=98655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:43:11.202717 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-2e622177-3cd8-412f-b083-fe1d552af171 req-42ff57a7-1fba-41be-a77b-21be45abb269 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:11.216676 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.provisioning_blocks [req-2e622177-3cd8-412f-b083-fe1d552af171 req-42ff57a7-1fba-41be-a77b-21be45abb269 service neutron] Transition to ACTIVE for port object af84a83b-0e6e-402c-841a-3ee7d240a1d8 will not be triggered until provisioned by entity L2. {{(pid=98655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:43:11.281373 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-55a7fc3f-0fe8-4866-bad1-c2ecad74ba40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:11.289856 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 43156) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:43:11.293869 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-2e622177-3cd8-412f-b083-fe1d552af171 req-42ff57a7-1fba-41be-a77b-21be45abb269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:11.302055 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-55a7fc3f-0fe8-4866-bad1-c2ecad74ba40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:11.324288 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [None req-349ea6ed-b12b-4f07-9afe-77b5b9e922e8 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1100276166', 'description': 'tempest-description--1446256637'}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:43:11.338235 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-3541d0a3-e9e5-45cb-b35a-3d639502df1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:11.358866 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-349ea6ed-b12b-4f07-9afe-77b5b9e922e8 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:43:11.380869 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-c2efa848-d3f9-44ba-bd97-681c0b547415 req-72325c9e-b19f-44ca-b82f-e02c96e39508 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Unset dirty status for tenant:1d134a598c59473d8ccbc2e7fe06b68c on resource:security_group {{(pid=98655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:43:11.382853 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c2efa848-d3f9-44ba-bd97-681c0b547415 req-72325c9e-b19f-44ca-b82f-e02c96e39508 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbd27a6-44d2-4431-adaa-f3359022e125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6578250 May 25 15:43:11.388223 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-349ea6ed-b12b-4f07-9afe-77b5b9e922e8 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Usage tracker for resource:security_group and tenant:e74cfaf52f64453a8a7344d0a12351a4 is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:43:11.409053 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-3ac84c90-a873-4759-99ff-5b9ca04363e5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ed8b210a42da4fabbc11d67ed4654510&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7249911 May 25 15:43:11.413003 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac84c90-a873-4759-99ff-5b9ca04363e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6bbbff-eb6c-450f-9289-09dc2b235e65,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:11.429463 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 43160) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:43:11.446719 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-3ac84c90-a873-4759-99ff-5b9ca04363e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:11.506471 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-349ea6ed-b12b-4f07-9afe-77b5b9e922e8 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:43:11.604530 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-349ea6ed-b12b-4f07-9afe-77b5b9e922e8 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:43:11.637549 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-69116ab8-18ab-4e69-84b2-e3a0705e1fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:11.669890 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a7fc3f-0fe8-4866-bad1-c2ecad74ba40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4eced38-e4e3-4a3e-b6a5-aafabf417736,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:11.673409 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-55a7fc3f-0fe8-4866-bad1-c2ecad74ba40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:11.679941 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-55a7fc3f-0fe8-4866-bad1-c2ecad74ba40 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8c992cd2af534672a5fc8a1043efa31d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7521584 May 25 15:43:11.682864 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 43164) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:43:11.686548 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-8679168c-b70f-40d9-a175-a9cae1634810 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.328s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:11.768680 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-69116ab8-18ab-4e69-84b2-e3a0705e1fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:11.905904 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-e6fb39e5-9428-4279-a0d4-476a0a9f0ab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:11.932111 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.managers [req-2e622177-3cd8-412f-b083-fe1d552af171 req-42ff57a7-1fba-41be-a77b-21be45abb269 service neutron] Attempting to bind port af84a83b-0e6e-402c-841a-3ee7d240a1d8 on host hv-cinder-79123 for vnic_type normal with profile {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:43:11.935598 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.managers [req-2e622177-3cd8-412f-b083-fe1d552af171 req-42ff57a7-1fba-41be-a77b-21be45abb269 service neutron] Attempting to bind port af84a83b-0e6e-402c-841a-3ee7d240a1d8 by drivers openvswitch,hyperv on host hv-cinder-79123 at level 0 using segments [{'id': '31969b1b-60ab-476b-9611-7751f69bdb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'fde455c1-9145-4991-b1bd-56f4962af61a'}] {{(pid=98655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:43:11.935598 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e622177-3cd8-412f-b083-fe1d552af171 req-42ff57a7-1fba-41be-a77b-21be45abb269 service neutron] Attempting to bind port af84a83b-0e6e-402c-841a-3ee7d240a1d8 on network fde455c1-9145-4991-b1bd-56f4962af61a {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:43:11.959126 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-349ea6ed-b12b-4f07-9afe-77b5b9e922e8 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks [] for security_group, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:11.970813 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-e6fb39e5-9428-4279-a0d4-476a0a9f0ab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:11.984953 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e622177-3cd8-412f-b083-fe1d552af171 req-42ff57a7-1fba-41be-a77b-21be45abb269 service neutron] Port af84a83b-0e6e-402c-841a-3ee7d240a1d8 on network fde455c1-9145-4991-b1bd-56f4962af61a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79123 {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 15:43:11.985287 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e622177-3cd8-412f-b083-fe1d552af171 req-42ff57a7-1fba-41be-a77b-21be45abb269 service neutron] Attempting to bind port af84a83b-0e6e-402c-841a-3ee7d240a1d8 on network fde455c1-9145-4991-b1bd-56f4962af61a {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:43:12.010666 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-8313dfe9-cc0b-4698-80d8-5f4f7db88916 req-be09aa83-5d14-4563-87c2-7dfaca123b19 tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] 10.222.0.11 "GET /v2.0/ports?device_id=008d7efc-7406-4a27-82d3-545fd2ba4c7c HTTP/1.1" status: 200 len: 210 time: 0.1654696 May 25 15:43:12.019856 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e622177-3cd8-412f-b083-fe1d552af171 req-42ff57a7-1fba-41be-a77b-21be45abb269 service neutron] Checking agent: {'id': 'e8d02b02-d66f-44f3-9cce-64202f9374d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 39, 18), 'started_at': datetime.datetime(2021, 5, 25, 15, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:43:12.020358 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e622177-3cd8-412f-b083-fe1d552af171 req-42ff57a7-1fba-41be-a77b-21be45abb269 service neutron] Checking segment: {'id': '31969b1b-60ab-476b-9611-7751f69bdb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'fde455c1-9145-4991-b1bd-56f4962af61a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:43:12.021056 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e622177-3cd8-412f-b083-fe1d552af171 req-42ff57a7-1fba-41be-a77b-21be45abb269 service neutron] Bound using segment: {'id': '31969b1b-60ab-476b-9611-7751f69bdb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'fde455c1-9145-4991-b1bd-56f4962af61a'} {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:43:12.021869 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.managers [req-2e622177-3cd8-412f-b083-fe1d552af171 req-42ff57a7-1fba-41be-a77b-21be45abb269 service neutron] Bound port: af84a83b-0e6e-402c-841a-3ee7d240a1d8, host: hv-cinder-79123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31969b1b-60ab-476b-9611-7751f69bdb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'fde455c1-9145-4991-b1bd-56f4962af61a'}}] {{(pid=98655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:43:12.022455 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-2e622177-3cd8-412f-b083-fe1d552af171 req-42ff57a7-1fba-41be-a77b-21be45abb269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:12.050163 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-349ea6ed-b12b-4f07-9afe-77b5b9e922e8 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:43:12.077874 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff57a7-1fba-41be-a77b-21be45abb269 service neutron] Pushing event updated for resources: {'Port': ['ID=af84a83b-0e6e-402c-841a-3ee7d240a1d8,revision_number=2']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:12.084279 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-42ff57a7-1fba-41be-a77b-21be45abb269 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:12.085291 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-349ea6ed-b12b-4f07-9afe-77b5b9e922e8 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Usage tracker for resource:security_group_rule and tenant:e74cfaf52f64453a8a7344d0a12351a4 is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:43:12.092220 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-349ea6ed-b12b-4f07-9afe-77b5b9e922e8 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:43:12.190845 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-349ea6ed-b12b-4f07-9afe-77b5b9e922e8 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:43:12.324520 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '008d7efc-7406-4a27-82d3-545fd2ba4c7c', 'name': 'network-vif-deleted', 'tag': '36d5b25f-83b7-4180-8cd6-49b5a3f70e02', 'status': 'completed', 'code': 200} May 25 15:43:12.338263 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.db [req-2e622177-3cd8-412f-b083-fe1d552af171 req-42ff57a7-1fba-41be-a77b-21be45abb269 service neutron] For port af84a83b-0e6e-402c-841a-3ee7d240a1d8, host hv-cinder-79123, cleared binding levels {{(pid=98655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:43:12.345800 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.db [req-2e622177-3cd8-412f-b083-fe1d552af171 req-42ff57a7-1fba-41be-a77b-21be45abb269 service neutron] For port af84a83b-0e6e-402c-841a-3ee7d240a1d8, host hv-cinder-79123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=af84a83b-0e6e-402c-841a-3ee7d240a1d8,segment=NetworkSegment(31969b1b-60ab-476b-9611-7751f69bdb8e),segment_id=31969b1b-60ab-476b-9611-7751f69bdb8e)] {{(pid=98655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:43:12.368375 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-69116ab8-18ab-4e69-84b2-e3a0705e1fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:12.375375 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-8634f942-3a08-418f-a574-62ce41bbff0f None None] Notify callbacks [] for port, precommit_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:12.376066 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-2e622177-3cd8-412f-b083-fe1d552af171 req-42ff57a7-1fba-41be-a77b-21be45abb269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:12.392722 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-5d41344b-400e-485f-81a9-c6a7dd78c0a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:12.395372 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-fcebaf07-1902-4bc7-b953-c3ebd7f91c95 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:12.402094 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-8634f942-3a08-418f-a574-62ce41bbff0f None None] Transition to ACTIVE for port object 9d906e6b-5645-4e5c-817a-80b4a5239814 will not be triggered until provisioned by entity L2. {{(pid=98656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:43:12.412905 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-8634f942-3a08-418f-a574-62ce41bbff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:12.426936 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:12.431316 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69116ab8-18ab-4e69-84b2-e3a0705e1fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6bbbff-eb6c-450f-9289-09dc2b235e65,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:12.469764 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-69116ab8-18ab-4e69-84b2-e3a0705e1fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:12.473990 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-e6fb39e5-9428-4279-a0d4-476a0a9f0ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:12.494541 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff57a7-1fba-41be-a77b-21be45abb269 service neutron] Pushing event updated for resources: {'Port': ['ID=af84a83b-0e6e-402c-841a-3ee7d240a1d8,revision_number=3']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:12.496242 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-fe243a16-fb2b-4238-aaf6-1e4dcb19feed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:12.499442 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-42ff57a7-1fba-41be-a77b-21be45abb269 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:12.541898 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bad0c1-291b-4e21-aa48-9b72d3d213a3 None None] Pushing event updated for resources: {'Port': ['ID=9d906e6b-5645-4e5c-817a-80b4a5239814,revision_number=3']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:12.604159 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e622177-3cd8-412f-b083-fe1d552af171 req-42ff57a7-1fba-41be-a77b-21be45abb269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:12.605206 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-2e622177-3cd8-412f-b083-fe1d552af171 req-42ff57a7-1fba-41be-a77b-21be45abb269 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for port, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:12.607148 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-2e622177-3cd8-412f-b083-fe1d552af171 req-42ff57a7-1fba-41be-a77b-21be45abb269 service neutron] 10.222.0.62 "PUT /v2.0/ports/af84a83b-0e6e-402c-841a-3ee7d240a1d8 HTTP/1.1" status: 200 len: 1093 time: 3.6959517 May 25 15:43:12.622429 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '685c0487-54f5-403d-87ea-83ed074ff677', 'tag': 'af84a83b-0e6e-402c-841a-3ee7d240a1d8'}] {{(pid=98655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:43:12.635450 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fb39e5-9428-4279-a0d4-476a0a9f0ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4eced38-e4e3-4a3e-b6a5-aafabf417736,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:12.638275 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-349ea6ed-b12b-4f07-9afe-77b5b9e922e8 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks [] for security_group, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:12.659455 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-b4bad0c1-291b-4e21-aa48-9b72d3d213a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:12.678272 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-349ea6ed-b12b-4f07-9afe-77b5b9e922e8 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:12.679784 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-e6fb39e5-9428-4279-a0d4-476a0a9f0ab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:12.689195 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-d35d0ebf-5756-42d9-876f-c76789c97b2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:12.750711 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-e6fb39e5-9428-4279-a0d4-476a0a9f0ab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:12.760021 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-e6fb39e5-9428-4279-a0d4-476a0a9f0ab7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b4eced38-e4e3-4a3e-b6a5-aafabf417736 HTTP/1.1" status: 204 len: 168 time: 1.0729420 May 25 15:43:12.772796 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-69116ab8-18ab-4e69-84b2-e3a0705e1fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:12.789577 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-69116ab8-18ab-4e69-84b2-e3a0705e1fae admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2d6bbbff-eb6c-450f-9289-09dc2b235e65 HTTP/1.1" status: 204 len: 168 time: 1.3379810 May 25 15:43:12.865743 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfae5a0-4515-43c6-9058-2cc07f5012c6 req-2f01efe5-18ca-48e8-937b-d2765fe75f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:12.869504 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-dcfae5a0-4515-43c6-9058-2cc07f5012c6 req-2f01efe5-18ca-48e8-937b-d2765fe75f19 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4c2510090ada4fe295deec64f74c04e7&device_id=aafa266a-bc66-489e-8f2b-27535d4ec88f HTTP/1.1" status: 200 len: 1098 time: 0.7375817 May 25 15:43:12.953474 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.managers [None req-8634f942-3a08-418f-a574-62ce41bbff0f None None] Attempting to bind port 9d906e6b-5645-4e5c-817a-80b4a5239814 on host dv-cinder-791239-3-smb for vnic_type normal with profile {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:43:12.958801 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.managers [None req-8634f942-3a08-418f-a574-62ce41bbff0f None None] Attempting to bind port 9d906e6b-5645-4e5c-817a-80b4a5239814 by drivers openvswitch,hyperv on host dv-cinder-791239-3-smb at level 0 using segments [{'id': 'd31b3f55-0029-4b5d-9031-950743b628bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '9c420c9e-5d3a-4c72-87cc-64c647e4aa69'}] {{(pid=98656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:43:12.961450 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8634f942-3a08-418f-a574-62ce41bbff0f None None] Attempting to bind port 9d906e6b-5645-4e5c-817a-80b4a5239814 on network 9c420c9e-5d3a-4c72-87cc-64c647e4aa69 {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:43:12.994565 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8634f942-3a08-418f-a574-62ce41bbff0f None None] Checking agent: {'id': '7e687d8b-f3a5-45d0-a2c9-960fde35dba9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 32, 47), 'started_at': datetime.datetime(2021, 5, 25, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:43:12.998498 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8634f942-3a08-418f-a574-62ce41bbff0f None None] Checking segment: {'id': 'd31b3f55-0029-4b5d-9031-950743b628bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '9c420c9e-5d3a-4c72-87cc-64c647e4aa69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:43:13.000069 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-8634f942-3a08-418f-a574-62ce41bbff0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:13.001224 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8634f942-3a08-418f-a574-62ce41bbff0f None None] Bound using segment: {'id': 'd31b3f55-0029-4b5d-9031-950743b628bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '9c420c9e-5d3a-4c72-87cc-64c647e4aa69'} {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:43:13.002504 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.managers [None req-8634f942-3a08-418f-a574-62ce41bbff0f None None] Bound port: 9d906e6b-5645-4e5c-817a-80b4a5239814, host: dv-cinder-791239-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd31b3f55-0029-4b5d-9031-950743b628bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '9c420c9e-5d3a-4c72-87cc-64c647e4aa69'}}] {{(pid=98656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:43:13.003553 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-8634f942-3a08-418f-a574-62ce41bbff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:13.005861 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349ea6ed-b12b-4f07-9afe-77b5b9e922e8 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da1fcab2-80d3-4604-adc4-cb04f3d35943,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:13.010869 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-349ea6ed-b12b-4f07-9afe-77b5b9e922e8 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:13.020906 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-349ea6ed-b12b-4f07-9afe-77b5b9e922e8 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks [] for security_group, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:13.022925 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-349ea6ed-b12b-4f07-9afe-77b5b9e922e8 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.7310939 May 25 15:43:13.041594 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 43188) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:43:13.060297 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [None req-12b4b762-6435-4ab8-b313-1569863e550b tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Request body: {'security_group_rule': {'security_group_id': 'da1fcab2-80d3-4604-adc4-cb04f3d35943', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:43:13.086758 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e622177-3cd8-412f-b083-fe1d552af171 req-80b5ecba-e20e-493a-a911-bb079e606d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:13.089479 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-2e622177-3cd8-412f-b083-fe1d552af171 req-80b5ecba-e20e-493a-a911-bb079e606d1d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d134a598c59473d8ccbc2e7fe06b68c&device_id=685c0487-54f5-403d-87ea-83ed074ff677 HTTP/1.1" status: 200 len: 1096 time: 0.3721511 May 25 15:43:13.099499 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-12b4b762-6435-4ab8-b313-1569863e550b tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:43:13.117282 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf851674-47f6-4032-b6d6-6f10414e4835 req-d41b17dc-74d5-47a2-a733-b4c8d039b7dc tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:13.128121 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-cf851674-47f6-4032-b6d6-6f10414e4835 req-d41b17dc-74d5-47a2-a733-b4c8d039b7dc tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafa266a-bc66-489e-8f2b-27535d4ec88f HTTP/1.1" status: 200 len: 945 time: 0.6446631 May 25 15:43:13.218358 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-8634f942-3a08-418f-a574-62ce41bbff0f None None] For port 9d906e6b-5645-4e5c-817a-80b4a5239814, host dv-cinder-791239-3-smb, cleared binding levels {{(pid=98656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:43:13.234353 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-8634f942-3a08-418f-a574-62ce41bbff0f None None] For port 9d906e6b-5645-4e5c-817a-80b4a5239814, host dv-cinder-791239-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=9d906e6b-5645-4e5c-817a-80b4a5239814,segment=NetworkSegment(d31b3f55-0029-4b5d-9031-950743b628bb),segment_id=d31b3f55-0029-4b5d-9031-950743b628bb)] {{(pid=98656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:43:13.247288 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-8634f942-3a08-418f-a574-62ce41bbff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:13.257752 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-12b4b762-6435-4ab8-b313-1569863e550b tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Usage tracker for resource:security_group_rule and tenant:e74cfaf52f64453a8a7344d0a12351a4 is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:43:13.262155 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:13.264644 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-12b4b762-6435-4ab8-b313-1569863e550b tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:43:13.295261 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-12b4b762-6435-4ab8-b313-1569863e550b tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:43:13.353584 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfae5a0-4515-43c6-9058-2cc07f5012c6 req-65e7e97d-45db-47c9-a411-d0013f6b651e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:13.356177 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-dcfae5a0-4515-43c6-9058-2cc07f5012c6 req-65e7e97d-45db-47c9-a411-d0013f6b651e service neutron] 10.222.0.62 "GET /v2.0/networks?id=903b1638-4303-4bd6-85d0-46b06b3b03e2 HTTP/1.1" status: 200 len: 920 time: 0.4747980 May 25 15:43:13.380671 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-cf851674-47f6-4032-b6d6-6f10414e4835 req-1088f7ab-84d3-4b0c-9f0b-41e6ca97de16 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511275 May 25 15:43:13.394002 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-2e622177-3cd8-412f-b083-fe1d552af171 req-11b8699d-94a1-4abd-beb6-d9bbcff9e321 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af84a83b-0e6e-402c-841a-3ee7d240a1d8 HTTP/1.1" status: 200 len: 217 time: 0.2574751 May 25 15:43:13.405217 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-12b4b762-6435-4ab8-b313-1569863e550b tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:13.490483 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8634f942-3a08-418f-a574-62ce41bbff0f None None] Routers {'2c7745e3-d71a-49b1-b28d-2b70ea768bca'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:43:13.491588 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-8634f942-3a08-418f-a574-62ce41bbff0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:42:47Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['2c7745e3-d71a-49b1-b28d-2b70ea768bca'], 'active': True} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:43:13.612800 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-dcfae5a0-4515-43c6-9058-2cc07f5012c6 req-ecf58612-7097-4dda-b587-bfb705e7ad6b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=913212ce-3d8b-4dcc-9a04-ff0ac4d1ebe7 HTTP/1.1" status: 200 len: 217 time: 0.2496986 May 25 15:43:13.624493 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '685c0487-54f5-403d-87ea-83ed074ff677', 'tag': 'af84a83b-0e6e-402c-841a-3ee7d240a1d8', 'status': 'completed', 'code': 200} May 25 15:43:13.844439 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bad0c1-291b-4e21-aa48-9b72d3d213a3 None None] Pushing event updated for resources: {'Port': ['ID=9d906e6b-5645-4e5c-817a-80b4a5239814,revision_number=4']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:13.893622 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-b4bad0c1-291b-4e21-aa48-9b72d3d213a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:13.912073 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfae5a0-4515-43c6-9058-2cc07f5012c6 req-62574b2e-3b9d-4075-bc2f-64857c9cfe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:13.916276 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-dcfae5a0-4515-43c6-9058-2cc07f5012c6 req-62574b2e-3b9d-4075-bc2f-64857c9cfe5f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86a02047-08fe-4706-bc57-8e2d90eb8132 HTTP/1.1" status: 200 len: 859 time: 0.2855916 May 25 15:43:14.053051 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-dcfae5a0-4515-43c6-9058-2cc07f5012c6 req-518318ac-a49b-4564-9c76-bc634908c535 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=903b1638-4303-4bd6-85d0-46b06b3b03e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1290839 May 25 15:43:14.319056 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66868ae-fc72-4d90-837b-6e65e57a985c req-db0309bb-ab24-45ea-8691-6455d3615204 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:14.321620 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-a66868ae-fc72-4d90-837b-6e65e57a985c req-db0309bb-ab24-45ea-8691-6455d3615204 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/ports?device_id=685c0487-54f5-403d-87ea-83ed074ff677 HTTP/1.1" status: 200 len: 943 time: 1.4736836 May 25 15:43:14.403480 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e622177-3cd8-412f-b083-fe1d552af171 req-6ad28313-22a2-4a45-a7fd-2bb61b60ccde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:14.406595 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-2e622177-3cd8-412f-b083-fe1d552af171 req-6ad28313-22a2-4a45-a7fd-2bb61b60ccde service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a6d5945a-0f4d-482f-9237-141c82cdd352 HTTP/1.1" status: 200 len: 849 time: 0.9358933 May 25 15:43:14.590885 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-c59ece86-ab0b-4784-b090-f54a431e8e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:14.623023 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvr_db [None req-8634f942-3a08-418f-a574-62ce41bbff0f None None] Set router 2c7745e3-d71a-49b1-b28d-2b70ea768bca gateway port host: dv-cinder-791239-3-smb {{(pid=98656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:43:14.631046 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-12b4b762-6435-4ab8-b313-1569863e550b tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:14.642664 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-dcfae5a0-4515-43c6-9058-2cc07f5012c6 req-e025685a-c099-4694-ba65-df262096b194 service neutron] 10.222.0.62 "GET /v2.0/networks/903b1638-4303-4bd6-85d0-46b06b3b03e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5774093 May 25 15:43:14.705838 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-2e622177-3cd8-412f-b083-fe1d552af171 req-aa47a2f8-cbaa-4bb7-bcc8-69cd8f45e69d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fde455c1-9145-4991-b1bd-56f4962af61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2814188 May 25 15:43:14.721388 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-a66868ae-fc72-4d90-837b-6e65e57a985c req-11ec4ccd-e203-400c-9aa1-e96dffa8641a tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbd27a6-44d2-4431-adaa-f3359022e125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738635 May 25 15:43:14.726991 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-12b4b762-6435-4ab8-b313-1569863e550b tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304489'] for security_group_rule, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:14.912841 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-dcfae5a0-4515-43c6-9058-2cc07f5012c6 req-74c305b4-21b8-4bd9-97e2-1abd7bb710ce service neutron] 10.222.0.62 "GET /v2.0/networks/903b1638-4303-4bd6-85d0-46b06b3b03e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632785 May 25 15:43:14.927024 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:15.166815 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-2e622177-3cd8-412f-b083-fe1d552af171 req-336afbb0-b901-48b5-b5c2-73576a20aeeb service neutron] 10.222.0.62 "GET /v2.0/networks/fde455c1-9145-4991-b1bd-56f4962af61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4438083 May 25 15:43:15.201584 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b4b762-6435-4ab8-b313-1569863e550b tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcd1e9eb-825d-45d0-8cf4-c21d9e28ec32,revision_number=0']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:15.216180 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-12b4b762-6435-4ab8-b313-1569863e550b tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:15.225741 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-12b4b762-6435-4ab8-b313-1569863e550b tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:15.232619 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 43244) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:43:15.241644 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [None req-ae79496b-2737-4681-9bc6-30df3d11b565 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Request body: {'security_group_rule': {'security_group_id': 'da1fcab2-80d3-4604-adc4-cb04f3d35943', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:43:15.243526 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-12b4b762-6435-4ab8-b313-1569863e550b tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1927836 May 25 15:43:15.267411 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-ae79496b-2737-4681-9bc6-30df3d11b565 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:43:15.302598 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-ae79496b-2737-4681-9bc6-30df3d11b565 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Usage tracker for resource:security_group_rule and tenant:e74cfaf52f64453a8a7344d0a12351a4 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:43:15.309767 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-ae79496b-2737-4681-9bc6-30df3d11b565 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:43:15.357403 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-ae79496b-2737-4681-9bc6-30df3d11b565 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:43:15.409000 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-ae79496b-2737-4681-9bc6-30df3d11b565 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:15.766467 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-ae79496b-2737-4681-9bc6-30df3d11b565 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:15.774075 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-ae79496b-2737-4681-9bc6-30df3d11b565 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304489'] for security_group_rule, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:15.777510 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-5d44381f-9a84-4a28-9df0-47e58d5afab4 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:15.821831 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-2e622177-3cd8-412f-b083-fe1d552af171 req-9840529e-8ac6-4f6a-bbc8-46e16d2e97b3 service neutron] 10.222.0.62 "GET /v2.0/networks/fde455c1-9145-4991-b1bd-56f4962af61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5762770 May 25 15:43:15.832987 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae79496b-2737-4681-9bc6-30df3d11b565 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1799e0f0-b60d-4bbe-9eec-35c973d0a784,revision_number=0']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:15.851491 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-ae79496b-2737-4681-9bc6-30df3d11b565 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:15.855962 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-8634f942-3a08-418f-a574-62ce41bbff0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'name': 'tempest-AttachVolumeShelveTestJSON-892354519-router', 'tenant_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': '991da8b7-794c-44fb-bc5b-054bdff00d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:42:50Z', 'updated_at': '2021-05-25T15:43:04Z', 'revision_number': 4, 'project_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'gw_port': {'id': '991da8b7-794c-44fb-bc5b-054bdff00d2e', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:42:53Z', 'updated_at': '2021-05-25T15:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_interfaces': [{'id': '9d906e6b-5645-4e5c-817a-80b4a5239814', 'name': '', 'network_id': '9c420c9e-5d3a-4c72-87cc-64c647e4aa69', 'tenant_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'mac_address': 'fa:16:3e:d4:76:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'a3cc6c99-8adf-4559-8841-da254b001c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:43:02Z', 'updated_at': '2021-05-25T15:43:13Z', 'revision_number': 4, 'project_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'subnets': [{'id': 'a3cc6c99-8adf-4559-8841-da254b001c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:43:15.868597 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8634f942-3a08-418f-a574-62ce41bbff0f None None] The sync data for ids ['2c7745e3-d71a-49b1-b28d-2b70ea768bca'] in dv-cinder-791239-3-smb is: [{'id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'name': 'tempest-AttachVolumeShelveTestJSON-892354519-router', 'tenant_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': '991da8b7-794c-44fb-bc5b-054bdff00d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:42:50Z', 'updated_at': '2021-05-25T15:43:04Z', 'revision_number': 4, 'project_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'gw_port': {'id': '991da8b7-794c-44fb-bc5b-054bdff00d2e', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:42:53Z', 'updated_at': '2021-05-25T15:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_interfaces': [{'id': '9d906e6b-5645-4e5c-817a-80b4a5239814', 'name': '', 'network_id': '9c420c9e-5d3a-4c72-87cc-64c647e4aa69', 'tenant_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'mac_address': 'fa:16:3e:d4:76:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'a3cc6c99-8adf-4559-8841-da254b001c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:43:02Z', 'updated_at': '2021-05-25T15:43:13Z', 'revision_number': 4, 'project_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'subnets': [{'id': 'a3cc6c99-8adf-4559-8841-da254b001c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:43:15.888467 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-ae79496b-2737-4681-9bc6-30df3d11b565 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:15.891259 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61609e1e-8702-4328-b940-c7c83cfbb415 req-da3ddd54-007d-4fc5-b82a-7cda64e5cdf7 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:15.901679 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-ae79496b-2737-4681-9bc6-30df3d11b565 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6603136 May 25 15:43:15.902759 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 43266) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:43:15.909299 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-61609e1e-8702-4328-b940-c7c83cfbb415 req-da3ddd54-007d-4fc5-b82a-7cda64e5cdf7 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafa266a-bc66-489e-8f2b-27535d4ec88f HTTP/1.1" status: 200 len: 945 time: 1.0967727 May 25 15:43:15.910772 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [None req-33b1bdcc-02e8-44bc-aa4d-cee08745d522 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Request body: {'floatingip': {'floating_network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b'}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:43:15.918819 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-33b1bdcc-02e8-44bc-aa4d-cee08745d522 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:43:15.925354 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-33b1bdcc-02e8-44bc-aa4d-cee08745d522 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Usage tracker for resource:floatingip and tenant:e74cfaf52f64453a8a7344d0a12351a4 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:43:15.931035 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-33b1bdcc-02e8-44bc-aa4d-cee08745d522 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:43:15.947307 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-33b1bdcc-02e8-44bc-aa4d-cee08745d522 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:43:16.049867 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-33b1bdcc-02e8-44bc-aa4d-cee08745d522 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks [] for floatingip, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:16.392124 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-61609e1e-8702-4328-b940-c7c83cfbb415 req-d5c889ad-8f5b-42a7-93b7-b62fbe87024c tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4793253 May 25 15:43:16.659557 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-33b1bdcc-02e8-44bc-aa4d-cee08745d522 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:16.659749 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e79a66-d076-4dc0-9ca3-668232014970 req-b1071fc5-001f-46c8-bbac-aa72c60d91a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:16.661480 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e9e79a66-d076-4dc0-9ca3-668232014970 req-b1071fc5-001f-46c8-bbac-aa72c60d91a1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d134a598c59473d8ccbc2e7fe06b68c&device_id=685c0487-54f5-403d-87ea-83ed074ff677 HTTP/1.1" status: 200 len: 1096 time: 0.5861256 May 25 15:43:16.681073 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfaceca-9abf-484b-8d19-942b2f3d9a39 req-4973f959-337b-4371-8cec-4df3cc64604e tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:16.684203 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-2dfaceca-9abf-484b-8d19-942b2f3d9a39 req-4973f959-337b-4371-8cec-4df3cc64604e tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/ports?device_id=685c0487-54f5-403d-87ea-83ed074ff677 HTTP/1.1" status: 200 len: 943 time: 0.2905045 May 25 15:43:17.195960 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-2dfaceca-9abf-484b-8d19-942b2f3d9a39 req-f06aeb00-9dd3-457c-aed5-5877a064c20f tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbd27a6-44d2-4431-adaa-f3359022e125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4569998 May 25 15:43:17.256028 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e79a66-d076-4dc0-9ca3-668232014970 req-95f7130d-8b50-4e33-bbf5-4c86e65bf43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:17.259105 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e9e79a66-d076-4dc0-9ca3-668232014970 req-95f7130d-8b50-4e33-bbf5-4c86e65bf43f service neutron] 10.222.0.62 "GET /v2.0/networks?id=fde455c1-9145-4991-b1bd-56f4962af61a HTTP/1.1" status: 200 len: 910 time: 0.5706043 May 25 15:43:17.305611 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.db_base_plugin_common [None req-33b1bdcc-02e8-44bc-aa4d-cee08745d522 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Allocated IP 172.28.3.38 (d51110de-dc62-4f0f-8f8a-5177828fdd7b/65a5f471-3295-4779-8fb3-11f32d4097e9/33556064-1a20-414a-bf30-de4e9dd15668) {{(pid=98653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:43:17.351981 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:17.460291 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e9e79a66-d076-4dc0-9ca3-668232014970 req-6b640344-63ed-4b8f-95e7-cdf1464f1d76 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af84a83b-0e6e-402c-841a-3ee7d240a1d8 HTTP/1.1" status: 200 len: 217 time: 0.1923184 May 25 15:43:17.512351 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-6d8a992d-722a-4156-8ca5-425490340610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:17.659914 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 9d906e6b-5645-4e5c-817a-80b4a5239814 up at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:43:17.788214 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-33b1bdcc-02e8-44bc-aa4d-cee08745d522 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks [] for port, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:17.853121 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e79a66-d076-4dc0-9ca3-668232014970 req-54c6a932-70ec-4089-934f-f255b0dff618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:17.855439 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e9e79a66-d076-4dc0-9ca3-668232014970 req-54c6a932-70ec-4089-934f-f255b0dff618 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a6d5945a-0f4d-482f-9237-141c82cdd352 HTTP/1.1" status: 200 len: 849 time: 0.3797400 May 25 15:43:17.873076 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-33b1bdcc-02e8-44bc-aa4d-cee08745d522 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730535669962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14739030'] for port, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:17.890669 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:18.054312 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device af84a83b-0e6e-402c-841a-3ee7d240a1d8 details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=98656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:43:18.083346 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning for port 9d906e6b-5645-4e5c-817a-80b4a5239814 completed by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:43:18.119513 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning complete for port 9d906e6b-5645-4e5c-817a-80b4a5239814 triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:43:18.121377 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:18.173450 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b1bdcc-02e8-44bc-aa4d-cee08745d522 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Network d51110de-dc62-4f0f-8f8a-5177828fdd7b is already hosted by enough agents. {{(pid=98653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:43:18.180694 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.base_scheduler [None req-33b1bdcc-02e8-44bc-aa4d-cee08745d522 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Resources bound (agent type, host, resource id): {{(pid=98653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:43:18.188557 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b1bdcc-02e8-44bc-aa4d-cee08745d522 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Received port after_create {{(pid=98653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:43:18.304470 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e9e79a66-d076-4dc0-9ca3-668232014970 req-7c098147-2e04-4deb-9b8e-66e81db7545c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fde455c1-9145-4991-b1bd-56f4962af61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4400036 May 25 15:43:18.348724 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1bdcc-02e8-44bc-aa4d-cee08745d522 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Pushing event updated for resources: {'Port': ['ID=33556064-1a20-414a-bf30-de4e9dd15668,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:18.359112 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-33b1bdcc-02e8-44bc-aa4d-cee08745d522 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:18.512662 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-33b1bdcc-02e8-44bc-aa4d-cee08745d522 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:18.682744 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:18.800111 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-33b1bdcc-02e8-44bc-aa4d-cee08745d522 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:18.844627 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port af84a83b-0e6e-402c-841a-3ee7d240a1d8, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=af84a83b-0e6e-402c-841a-3ee7d240a1d8,segment=NetworkSegment(31969b1b-60ab-476b-9611-7751f69bdb8e),segment_id=31969b1b-60ab-476b-9611-7751f69bdb8e)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:43:18.857902 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:18.917561 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Returning: {'device': 'af84a83b-0e6e-402c-841a-3ee7d240a1d8', 'network_id': 'fde455c1-9145-4991-b1bd-56f4962af61a', 'port_id': 'af84a83b-0e6e-402c-841a-3ee7d240a1d8', 'mac_address': 'fa:16:3e:3b:27:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6d5945a-0f4d-482f-9237-141c82cdd352', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:43:18.988694 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-5e596f64-6e97-4d78-9813-f3b7462efcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:19.031865 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] For port 9d906e6b-5645-4e5c-817a-80b4a5239814, host dv-cinder-791239-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=9d906e6b-5645-4e5c-817a-80b4a5239814,segment=NetworkSegment(d31b3f55-0029-4b5d-9031-950743b628bb),segment_id=d31b3f55-0029-4b5d-9031-950743b628bb)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:43:19.043712 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:19.051143 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:19.082586 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b4c07-6b7b-4f5e-9ce9-b97665d258fd req-f6e1001e-363c-49b6-beb1-6653837265d1 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:19.085214 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-453b4c07-6b7b-4f5e-9ce9-b97665d258fd req-f6e1001e-363c-49b6-beb1-6653837265d1 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafa266a-bc66-489e-8f2b-27535d4ec88f HTTP/1.1" status: 200 len: 945 time: 1.0086510 May 25 15:43:19.104998 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:19.215602 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e9e79a66-d076-4dc0-9ca3-668232014970 req-0895cf3a-aa61-4420-8b8d-70e5560c8883 service neutron] 10.222.0.62 "GET /v2.0/networks/fde455c1-9145-4991-b1bd-56f4962af61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8998871 May 25 15:43:19.218136 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.notifiers.nova [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af84a83b-0e6e-402c-841a-3ee7d240a1d8 {{(pid=98656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:43:19.241947 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ddbc5c-f72c-457c-9876-17880ead02ed req-62d8ac03-f121-4d6b-b49b-0238fe9ca70a tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:19.246732 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c5ddbc5c-f72c-457c-9876-17880ead02ed req-62d8ac03-f121-4d6b-b49b-0238fe9ca70a tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/ports?device_id=685c0487-54f5-403d-87ea-83ed074ff677 HTTP/1.1" status: 200 len: 943 time: 0.5611699 May 25 15:43:19.304147 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Pushing event updated for resources: {'Port': ['ID=9d906e6b-5645-4e5c-817a-80b4a5239814,revision_number=5']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:19.309331 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:19.311045 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port af84a83b-0e6e-402c-841a-3ee7d240a1d8, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=af84a83b-0e6e-402c-841a-3ee7d240a1d8,segment=NetworkSegment(31969b1b-60ab-476b-9611-7751f69bdb8e),segment_id=31969b1b-60ab-476b-9611-7751f69bdb8e)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:43:19.319039 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:19.325548 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-b4bad0c1-291b-4e21-aa48-9b72d3d213a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:19.493900 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Pushing event updated for resources: {'Port': ['ID=af84a83b-0e6e-402c-841a-3ee7d240a1d8,revision_number=4']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:19.510810 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:19.521211 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-453b4c07-6b7b-4f5e-9ce9-b97665d258fd req-33676827-412a-4061-81bc-63a67a5a820d tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4034250 May 25 15:43:19.543595 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-33b1bdcc-02e8-44bc-aa4d-cee08745d522 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks [] for port, precommit_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:19.553760 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-33b1bdcc-02e8-44bc-aa4d-cee08745d522 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14739039'] for port, after_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:19.574898 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-8f646c36-4e17-4f51-a62b-b9e7590b334d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:19.803211 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-33b1bdcc-02e8-44bc-aa4d-cee08745d522 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423449'] for floatingip, after_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:19.832042 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c5ddbc5c-f72c-457c-9876-17880ead02ed req-b82a4c2d-c5c5-4d08-b7be-2b14e433ae65 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbd27a6-44d2-4431-adaa-f3359022e125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3936923 May 25 15:43:19.845365 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e9e79a66-d076-4dc0-9ca3-668232014970 req-003790cb-e87a-4e85-b818-088fe68df930 service neutron] 10.222.0.62 "GET /v2.0/networks/fde455c1-9145-4991-b1bd-56f4962af61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5916708 May 25 15:43:19.882592 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] get_ports_and_sgs() called for port_ids ['af84a83b-0e6e-402c-841a-3ee7d240a1d8'] {{(pid=98656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:43:19.936113 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1bdcc-02e8-44bc-aa4d-cee08745d522 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Pushing event updated for resources: {'Port': ['ID=33556064-1a20-414a-bf30-de4e9dd15668,revision_number=2']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:19.944095 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-33b1bdcc-02e8-44bc-aa4d-cee08745d522 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:19.955057 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-33b1bdcc-02e8-44bc-aa4d-cee08745d522 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for floatingip, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:19.955057 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-33b1bdcc-02e8-44bc-aa4d-cee08745d522 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0468440 May 25 15:43:19.997255 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53355377-6fd6-4152-9b1c-c633cf21cd9a req-05fa21c0-1b20-4dbe-84ca-62a3f47f161a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:20.000085 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-53355377-6fd6-4152-9b1c-c633cf21cd9a req-05fa21c0-1b20-4dbe-84ca-62a3f47f161a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4c2510090ada4fe295deec64f74c04e7&device_id=aafa266a-bc66-489e-8f2b-27535d4ec88f HTTP/1.1" status: 200 len: 1098 time: 0.1899958 May 25 15:43:20.329016 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53355377-6fd6-4152-9b1c-c633cf21cd9a req-7ee093b5-3cd3-45d1-8830-e559b0bac0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:20.330683 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-53355377-6fd6-4152-9b1c-c633cf21cd9a req-7ee093b5-3cd3-45d1-8830-e559b0bac0a7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=903b1638-4303-4bd6-85d0-46b06b3b03e2 HTTP/1.1" status: 200 len: 920 time: 0.3046930 May 25 15:43:20.476230 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-61dd613b-f3f2-4fd9-acf0-68300fd05fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:20.501961 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-53355377-6fd6-4152-9b1c-c633cf21cd9a req-efb3e52c-c1f6-4737-b2bf-edd45e45d3ac service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=913212ce-3d8b-4dcc-9a04-ff0ac4d1ebe7 HTTP/1.1" status: 200 len: 217 time: 0.1638191 May 25 15:43:20.671150 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53355377-6fd6-4152-9b1c-c633cf21cd9a req-93489753-bcc8-447e-aba7-f9665555a35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:20.677687 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-53355377-6fd6-4152-9b1c-c633cf21cd9a req-93489753-bcc8-447e-aba7-f9665555a35b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86a02047-08fe-4706-bc57-8e2d90eb8132 HTTP/1.1" status: 200 len: 859 time: 0.1668646 May 25 15:43:20.754091 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-0c307941-0066-4943-936d-a1b2e5502f16 req-1bdd40d1-33f6-458f-909d-9fce56793e49 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Synchronizing usage tracker for tenant:e74cfaf52f64453a8a7344d0a12351a4 on resource:security_group {{(pid=98655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:43:20.807966 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-0c307941-0066-4943-936d-a1b2e5502f16 req-1bdd40d1-33f6-458f-909d-9fce56793e49 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Unset dirty status for tenant:e74cfaf52f64453a8a7344d0a12351a4 on resource:security_group {{(pid=98655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:43:20.810524 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0c307941-0066-4943-936d-a1b2e5502f16 req-1bdd40d1-33f6-458f-909d-9fce56793e49 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1100276166&fields=id&tenant_id=e74cfaf52f64453a8a7344d0a12351a4 HTTP/1.1" status: 200 len: 267 time: 0.2378368 May 25 15:43:20.867669 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-53355377-6fd6-4152-9b1c-c633cf21cd9a req-0a99c63b-0e84-40e7-8f15-d537ef0ad971 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=903b1638-4303-4bd6-85d0-46b06b3b03e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1823359 May 25 15:43:21.241136 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-53355377-6fd6-4152-9b1c-c633cf21cd9a req-7eff717a-4614-40be-83fc-40c26b49661c service neutron] 10.222.0.62 "GET /v2.0/networks/903b1638-4303-4bd6-85d0-46b06b3b03e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605697 May 25 15:43:21.485167 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 9d906e6b-5645-4e5c-817a-80b4a5239814 up at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:43:21.531095 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c307941-0066-4943-936d-a1b2e5502f16 req-36991de5-0898-4418-9244-1e2cf121243b tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:21.531095 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0c307941-0066-4943-936d-a1b2e5502f16 req-36991de5-0898-4418-9244-1e2cf121243b tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/networks?id=9c420c9e-5d3a-4c72-87cc-64c647e4aa69 HTTP/1.1" status: 200 len: 816 time: 0.7071874 May 25 15:43:21.575760 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-53355377-6fd6-4152-9b1c-c633cf21cd9a req-9a0aff59-e512-444a-ab62-886ee3315ba7 service neutron] 10.222.0.62 "GET /v2.0/networks/903b1638-4303-4bd6-85d0-46b06b3b03e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208723 May 25 15:43:21.575760 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 43370) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:43:21.623245 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0c307941-0066-4943-936d-a1b2e5502f16 req-db44568b-59cf-41fa-9c69-c6c4dd43dada tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/quotas/e74cfaf52f64453a8a7344d0a12351a4 HTTP/1.1" status: 200 len: 375 time: 0.0609305 May 25 15:43:21.642057 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fff511-8ebc-452d-b2fd-64ccba004e13 req-51bf600a-b180-4de6-9ae5-c964c26f4697 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:21.644498 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-12fff511-8ebc-452d-b2fd-64ccba004e13 req-51bf600a-b180-4de6-9ae5-c964c26f4697 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafa266a-bc66-489e-8f2b-27535d4ec88f HTTP/1.1" status: 200 len: 945 time: 0.7448256 May 25 15:43:21.656151 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning complete for port 9d906e6b-5645-4e5c-817a-80b4a5239814 triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:43:21.656747 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:21.876830 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-12fff511-8ebc-452d-b2fd-64ccba004e13 req-19c56a47-5ce0-479a-b3d9-42c5b64f8ca7 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620774 May 25 15:43:21.915561 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0c307941-0066-4943-936d-a1b2e5502f16 req-622c229c-88b2-42f9-86ed-6c24f6ef92ec tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e74cfaf52f64453a8a7344d0a12351a4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2688336 May 25 15:43:21.933202 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-9832fd48-d421-44a2-85d5-23e377ea5421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:21.957195 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-9832fd48-d421-44a2-85d5-23e377ea5421 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:43:21.962414 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-9832fd48-d421-44a2-85d5-23e377ea5421 admin admin] Usage tracker for resource:security_group_rule and tenant:a1c9b375dc814772aa96ac98ee472e30 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:43:21.966508 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-9832fd48-d421-44a2-85d5-23e377ea5421 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:43:21.975643 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-9832fd48-d421-44a2-85d5-23e377ea5421 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:43:22.065378 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device af84a83b-0e6e-402c-841a-3ee7d240a1d8 up at agent hyperv_hv-cinder-79123 {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:43:22.137409 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0c307941-0066-4943-936d-a1b2e5502f16 req-e74f4f5b-f2e0-4be6-82bc-929bf2d0288c service neutron] 10.222.0.11 "GET /v2.0/networks/9c420c9e-5d3a-4c72-87cc-64c647e4aa69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050679 May 25 15:43:22.173494 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-9832fd48-d421-44a2-85d5-23e377ea5421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:22.183128 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-9832fd48-d421-44a2-85d5-23e377ea5421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:22.223111 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-c63893b1-ddda-4036-b719-ae2cd2a50fba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:22.274194 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Provisioning for port af84a83b-0e6e-402c-841a-3ee7d240a1d8 completed by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:43:22.288423 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Provisioning complete for port af84a83b-0e6e-402c-841a-3ee7d240a1d8 triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:43:22.289191 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:22.317623 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9832fd48-d421-44a2-85d5-23e377ea5421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=026a8312-6e21-47c2-bff8-5aeb1b7b6add,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:22.323517 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-9832fd48-d421-44a2-85d5-23e377ea5421 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a1c9b375dc814772aa96ac98ee472e30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7464306 May 25 15:43:22.324547 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-9832fd48-d421-44a2-85d5-23e377ea5421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:22.328684 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 43380) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:43:22.480776 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-6e804341-8e0f-4e9d-aeca-ad3576de7ae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:22.535094 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a9f81-5d39-40fd-8b6f-ff08312c3f57 req-5c069d97-2342-4f32-bbbf-d8db51a51434 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:22.537859 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-574a9f81-5d39-40fd-8b6f-ff08312c3f57 req-5c069d97-2342-4f32-bbbf-d8db51a51434 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/ports?device_id=685c0487-54f5-403d-87ea-83ed074ff677 HTTP/1.1" status: 200 len: 944 time: 0.3912938 May 25 15:43:22.541494 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-6e804341-8e0f-4e9d-aeca-ad3576de7ae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:22.591762 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0c307941-0066-4943-936d-a1b2e5502f16 req-35ad48d5-ffdb-42cb-a4e4-d9ea3fb9fd7e service neutron] 10.222.0.11 "GET /v2.0/networks/9c420c9e-5d3a-4c72-87cc-64c647e4aa69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817694 May 25 15:43:22.671428 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:22.720448 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-6e804341-8e0f-4e9d-aeca-ad3576de7ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:22.743792 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-3ccf7f22-9562-47a7-b3ef-adb51fc2e1d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:22.774335 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-574a9f81-5d39-40fd-8b6f-ff08312c3f57 req-6b6f8392-c9de-48d5-b870-c8f67928176f tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbd27a6-44d2-4431-adaa-f3359022e125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786828 May 25 15:43:22.799738 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port af84a83b-0e6e-402c-841a-3ee7d240a1d8, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=af84a83b-0e6e-402c-841a-3ee7d240a1d8,segment=NetworkSegment(31969b1b-60ab-476b-9611-7751f69bdb8e),segment_id=31969b1b-60ab-476b-9611-7751f69bdb8e)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:43:22.801154 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '685c0487-54f5-403d-87ea-83ed074ff677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af84a83b-0e6e-402c-841a-3ee7d240a1d8'}] {{(pid=98656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:43:22.801337 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e804341-8e0f-4e9d-aeca-ad3576de7ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026a8312-6e21-47c2-bff8-5aeb1b7b6add,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:22.811437 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:22.814604 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:22.840781 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e804341-8e0f-4e9d-aeca-ad3576de7ae5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:22.841370 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e804341-8e0f-4e9d-aeca-ad3576de7ae5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:22.841955 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e804341-8e0f-4e9d-aeca-ad3576de7ae5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:22.842612 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e804341-8e0f-4e9d-aeca-ad3576de7ae5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:22.843100 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e804341-8e0f-4e9d-aeca-ad3576de7ae5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:22.843709 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e804341-8e0f-4e9d-aeca-ad3576de7ae5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:22.844281 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e804341-8e0f-4e9d-aeca-ad3576de7ae5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:22.844860 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e804341-8e0f-4e9d-aeca-ad3576de7ae5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:22.845436 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e804341-8e0f-4e9d-aeca-ad3576de7ae5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:22.846551 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e804341-8e0f-4e9d-aeca-ad3576de7ae5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:22.847431 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e804341-8e0f-4e9d-aeca-ad3576de7ae5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:22.848052 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e804341-8e0f-4e9d-aeca-ad3576de7ae5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:22.854070 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-6e804341-8e0f-4e9d-aeca-ad3576de7ae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:22.862406 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-6e804341-8e0f-4e9d-aeca-ad3576de7ae5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/026a8312-6e21-47c2-bff8-5aeb1b7b6add HTTP/1.1" status: 204 len: 168 time: 0.5312235 May 25 15:43:22.864303 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-6e804341-8e0f-4e9d-aeca-ad3576de7ae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:23.069003 dv-cinder-791239-3-smb neutron-server[98656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '685c0487-54f5-403d-87ea-83ed074ff677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af84a83b-0e6e-402c-841a-3ee7d240a1d8', 'code': 200} May 25 15:43:23.117354 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Pushing event updated for resources: {'Port': ['ID=af84a83b-0e6e-402c-841a-3ee7d240a1d8,revision_number=5']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:23.129369 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:23.930766 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-2101b576-a55b-4c47-b494-86d1687edbd8 req-14c1ff37-7bfe-4d5c-8ff1-b59eaa014eca tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 210 time: 0.2594788 May 25 15:43:23.991000 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48b909-0f1f-4b52-825d-48f002a6223c req-4d958177-bed8-48d1-93f7-ccfcca302969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:23.996479 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-fc48b909-0f1f-4b52-825d-48f002a6223c req-4d958177-bed8-48d1-93f7-ccfcca302969 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=685c0487-54f5-403d-87ea-83ed074ff677 HTTP/1.1" status: 200 len: 1098 time: 0.3169267 May 25 15:43:24.006054 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0673b-e6f6-40b1-a878-12ee698cfa91 req-ec5a19f2-d43d-4c1e-b89e-f1d684b5e203 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:24.009885 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-74a0673b-e6f6-40b1-a878-12ee698cfa91 req-ec5a19f2-d43d-4c1e-b89e-f1d684b5e203 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafa266a-bc66-489e-8f2b-27535d4ec88f HTTP/1.1" status: 200 len: 945 time: 0.6065216 May 25 15:43:24.131785 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-fc48b909-0f1f-4b52-825d-48f002a6223c req-30ad5287-c77f-4287-b47b-bb536d39d7da service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=bcbd27a6-44d2-4431-adaa-f3359022e125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246357 May 25 15:43:24.198382 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 43426) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:43:24.203152 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-74a0673b-e6f6-40b1-a878-12ee698cfa91 req-062975ef-a243-44ee-a85d-d055f90e03a4 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815851 May 25 15:43:24.301520 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-222d2415-84c9-4784-832b-27d0d4720a4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:24.345282 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-222d2415-84c9-4784-832b-27d0d4720a4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:43:24.356775 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-222d2415-84c9-4784-832b-27d0d4720a4d admin admin] Usage tracker for resource:security_group_rule and tenant:6c1f32c8142a448e9e2520b58742070f is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:43:24.364677 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-222d2415-84c9-4784-832b-27d0d4720a4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:43:24.379003 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-222d2415-84c9-4784-832b-27d0d4720a4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:43:24.458527 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b228c9d-4a00-4b61-a931-402ad98175fb req-e2b3986f-92a9-4a16-a3a2-559a70615d75 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:24.463089 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-1b228c9d-4a00-4b61-a931-402ad98175fb req-e2b3986f-92a9-4a16-a3a2-559a70615d75 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/ports?device_id=685c0487-54f5-403d-87ea-83ed074ff677 HTTP/1.1" status: 200 len: 945 time: 0.1495688 May 25 15:43:24.559360 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-1b228c9d-4a00-4b61-a931-402ad98175fb req-35c9afa5-7ed2-451c-813f-ffd9ff781c28 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbd27a6-44d2-4431-adaa-f3359022e125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783145 May 25 15:43:24.561968 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-222d2415-84c9-4784-832b-27d0d4720a4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:24.570531 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-222d2415-84c9-4784-832b-27d0d4720a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:24.595941 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:24.656480 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-222d2415-84c9-4784-832b-27d0d4720a4d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6c1f32c8142a448e9e2520b58742070f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4562805 May 25 15:43:24.657276 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222d2415-84c9-4784-832b-27d0d4720a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a83fbb-d5b6-40dd-919d-e9870500f338,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:24.666361 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 43434) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:43:24.676468 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-222d2415-84c9-4784-832b-27d0d4720a4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:24.768157 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-cc0a1136-99fd-433c-a4bc-9824735868fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:24.805606 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-cc0a1136-99fd-433c-a4bc-9824735868fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:24.901081 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-cc0a1136-99fd-433c-a4bc-9824735868fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:24.910516 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-fbec8791-f997-43b1-9e00-170689e150de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:24.934589 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0a1136-99fd-433c-a4bc-9824735868fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a83fbb-d5b6-40dd-919d-e9870500f338,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:24.939100 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-cc0a1136-99fd-433c-a4bc-9824735868fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:24.941443 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-cc0a1136-99fd-433c-a4bc-9824735868fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:24.943550 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-cc0a1136-99fd-433c-a4bc-9824735868fe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a3a83fbb-d5b6-40dd-919d-e9870500f338 HTTP/1.1" status: 204 len: 168 time: 0.2759967 May 25 15:43:25.306673 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e0e2c043-514d-4a92-8a95-4fc70c31511f req-1b1ae3b8-1900-4396-b0e4-275f05d872d1 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 210 time: 0.0901828 May 25 15:43:25.665716 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd56bd0-80d9-4d02-b844-080b7042c9c2 req-a87b3beb-978e-4c39-bebc-b98ed0c74fa9 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:25.669607 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-afd56bd0-80d9-4d02-b844-080b7042c9c2 req-a87b3beb-978e-4c39-bebc-b98ed0c74fa9 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafa266a-bc66-489e-8f2b-27535d4ec88f HTTP/1.1" status: 200 len: 945 time: 0.1990204 May 25 15:43:25.804342 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-afd56bd0-80d9-4d02-b844-080b7042c9c2 req-d7904962-0520-4b14-83d9-fc0dd49a16ea tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149104 May 25 15:43:26.322434 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b7c98a-4996-4806-9ced-67689f9aa4e7 req-db75d2af-e893-47b6-a5c7-483f1bfdc2ba tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:26.338443 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-64b7c98a-4996-4806-9ced-67689f9aa4e7 req-db75d2af-e893-47b6-a5c7-483f1bfdc2ba tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/ports?device_id=685c0487-54f5-403d-87ea-83ed074ff677 HTTP/1.1" status: 200 len: 945 time: 0.3787522 May 25 15:43:26.465462 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-64b7c98a-4996-4806-9ced-67689f9aa4e7 req-b2282dd8-8b02-4bde-a8d6-742dcf69aebc tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbd27a6-44d2-4431-adaa-f3359022e125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250117 May 25 15:43:26.861432 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-09721acc-6845-47fe-9638-71cdeeff2cf7 req-682bc6c5-251f-4707-b905-68891822e556 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 210 time: 0.1118925 May 25 15:43:26.941006 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c307941-0066-4943-936d-a1b2e5502f16 req-dded8824-11fc-4b67-8309-f7f2a0a4946b tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:26.948051 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [req-0c307941-0066-4943-936d-a1b2e5502f16 req-dded8824-11fc-4b67-8309-f7f2a0a4946b tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Synchronizing usage tracker for tenant:e74cfaf52f64453a8a7344d0a12351a4 on resource:network {{(pid=98653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:43:27.013583 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [req-0c307941-0066-4943-936d-a1b2e5502f16 req-dded8824-11fc-4b67-8309-f7f2a0a4946b tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Unset dirty status for tenant:e74cfaf52f64453a8a7344d0a12351a4 on resource:network {{(pid=98653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:43:27.016260 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-0c307941-0066-4943-936d-a1b2e5502f16 req-dded8824-11fc-4b67-8309-f7f2a0a4946b tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.62 "GET /v2.0/networks?id=9c420c9e-5d3a-4c72-87cc-64c647e4aa69 HTTP/1.1" status: 200 len: 816 time: 0.9187124 May 25 15:43:27.171992 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [req-0c307941-0066-4943-936d-a1b2e5502f16 req-13a42145-dc3b-45a6-b0a0-56d3526f932c tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Synchronizing usage tracker for tenant:e74cfaf52f64453a8a7344d0a12351a4 on resource:security_group {{(pid=98653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:43:27.202459 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [req-0c307941-0066-4943-936d-a1b2e5502f16 req-13a42145-dc3b-45a6-b0a0-56d3526f932c tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Unset dirty status for tenant:e74cfaf52f64453a8a7344d0a12351a4 on resource:security_group {{(pid=98653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:43:27.206273 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-0c307941-0066-4943-936d-a1b2e5502f16 req-13a42145-dc3b-45a6-b0a0-56d3526f932c tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e74cfaf52f64453a8a7344d0a12351a4 HTTP/1.1" status: 200 len: 380 time: 0.1647873 May 25 15:43:27.234976 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [req-0c307941-0066-4943-936d-a1b2e5502f16 req-05e2d254-e70a-4e30-beea-db96960f9125 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Request body: {'port': {'device_id': 'ec117617-97bf-489f-969b-bc0810abd688', 'network_id': '9c420c9e-5d3a-4c72-87cc-64c647e4aa69', 'admin_state_up': True, 'tenant_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'security_groups': ['da1fcab2-80d3-4604-adc4-cb04f3d35943']}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:43:27.525748 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223c938-7c17-4957-b348-0d889b8f5467 req-11223aed-79df-4991-9662-28e13a8be9af tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:27.543828 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4223c938-7c17-4957-b348-0d889b8f5467 req-11223aed-79df-4991-9662-28e13a8be9af tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafa266a-bc66-489e-8f2b-27535d4ec88f HTTP/1.1" status: 200 len: 945 time: 0.3351412 May 25 15:43:27.634117 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [req-0c307941-0066-4943-936d-a1b2e5502f16 req-05e2d254-e70a-4e30-beea-db96960f9125 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:43:27.647826 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [req-0c307941-0066-4943-936d-a1b2e5502f16 req-05e2d254-e70a-4e30-beea-db96960f9125 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Usage tracker for resource:port and tenant:e74cfaf52f64453a8a7344d0a12351a4 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:43:27.647826 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [req-0c307941-0066-4943-936d-a1b2e5502f16 req-05e2d254-e70a-4e30-beea-db96960f9125 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Quota usage for port was recalculated. Used quota:3. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:43:27.656313 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4223c938-7c17-4957-b348-0d889b8f5467 req-977728f4-5de1-4e50-98ae-6ede370c1bb3 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051250 May 25 15:43:27.657243 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [req-0c307941-0066-4943-936d-a1b2e5502f16 req-05e2d254-e70a-4e30-beea-db96960f9125 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:43:27.687860 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c307941-0066-4943-936d-a1b2e5502f16 req-05e2d254-e70a-4e30-beea-db96960f9125 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Made reservation on behalf of e74cfaf52f64453a8a7344d0a12351a4 for: {'port': 1} {{(pid=98653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:43:27.705082 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-0c307941-0066-4943-936d-a1b2e5502f16 req-05e2d254-e70a-4e30-beea-db96960f9125 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:28.058207 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.db_base_plugin_common [req-0c307941-0066-4943-936d-a1b2e5502f16 req-05e2d254-e70a-4e30-beea-db96960f9125 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Allocated IP 172.20.0.13 (9c420c9e-5d3a-4c72-87cc-64c647e4aa69/a3cc6c99-8adf-4559-8841-da254b001c5f/4c772fa9-6a38-4554-9f1d-f8b47571819e) {{(pid=98653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:43:28.097657 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11510ff0-2684-445a-9651-87b5821a65de req-55983b94-c25b-4982-8d1a-d661c5e7304b tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:28.110047 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-11510ff0-2684-445a-9651-87b5821a65de req-55983b94-c25b-4982-8d1a-d661c5e7304b tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/ports?device_id=685c0487-54f5-403d-87ea-83ed074ff677 HTTP/1.1" status: 200 len: 945 time: 0.2842479 May 25 15:43:28.161625 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a254ea-f2da-455d-902f-b9b4e7ab63c1 req-a2ece973-6494-4b50-b174-b2a4cfd7a76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:28.164016 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-69a254ea-f2da-455d-902f-b9b4e7ab63c1 req-a2ece973-6494-4b50-b174-b2a4cfd7a76a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=aafa266a-bc66-489e-8f2b-27535d4ec88f HTTP/1.1" status: 200 len: 1098 time: 0.2678366 May 25 15:43:28.275296 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-11510ff0-2684-445a-9651-87b5821a65de req-a280a583-982d-4133-b993-d05a2ff166e9 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbd27a6-44d2-4431-adaa-f3359022e125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638196 May 25 15:43:28.320430 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-3b76afdd-be70-4e50-8a9c-a67587a88ef7 req-0b0989ac-ea15-46d4-959c-729e56024295 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 210 time: 0.1231241 May 25 15:43:28.373562 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-69a254ea-f2da-455d-902f-b9b4e7ab63c1 req-2ae8e7dc-ba5a-44f0-826f-49aaf679611b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917996 May 25 15:43:28.438615 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-0c307941-0066-4943-936d-a1b2e5502f16 req-05e2d254-e70a-4e30-beea-db96960f9125 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks [] for port, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:28.477561 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.provisioning_blocks [req-0c307941-0066-4943-936d-a1b2e5502f16 req-05e2d254-e70a-4e30-beea-db96960f9125 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Transition to ACTIVE for port object 4c772fa9-6a38-4554-9f1d-f8b47571819e will not be triggered until provisioned by entity DHCP. {{(pid=98653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:43:28.526094 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-0c307941-0066-4943-936d-a1b2e5502f16 req-05e2d254-e70a-4e30-beea-db96960f9125 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730535669962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14739030'] for port, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:28.540766 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-da1cfcce-81ba-41dc-90fb-fee0a387e76f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:28.645995 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c307941-0066-4943-936d-a1b2e5502f16 req-05e2d254-e70a-4e30-beea-db96960f9125 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Network 9c420c9e-5d3a-4c72-87cc-64c647e4aa69 is already hosted by enough agents. {{(pid=98653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:43:28.651238 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.base_scheduler [req-0c307941-0066-4943-936d-a1b2e5502f16 req-05e2d254-e70a-4e30-beea-db96960f9125 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Resources bound (agent type, host, resource id): {{(pid=98653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:43:28.659507 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c307941-0066-4943-936d-a1b2e5502f16 req-05e2d254-e70a-4e30-beea-db96960f9125 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Received port after_create {{(pid=98653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:43:28.762423 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e2d254-e70a-4e30-beea-db96960f9125 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Pushing event updated for resources: {'Port': ['ID=4c772fa9-6a38-4554-9f1d-f8b47571819e,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:28.776860 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-05e2d254-e70a-4e30-beea-db96960f9125 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:28.825851 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c307941-0066-4943-936d-a1b2e5502f16 req-05e2d254-e70a-4e30-beea-db96960f9125 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:28.826886 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-0c307941-0066-4943-936d-a1b2e5502f16 req-05e2d254-e70a-4e30-beea-db96960f9125 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for port, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:28.914990 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-0c307941-0066-4943-936d-a1b2e5502f16 req-05e2d254-e70a-4e30-beea-db96960f9125 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7002921 May 25 15:43:28.946106 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [req-0c307941-0066-4943-936d-a1b2e5502f16 req-f7570016-d3e8-4cd4-87f0-a1357c2d5b56 service neutron] Request body: {'port': {'device_id': 'ec117617-97bf-489f-969b-bc0810abd688', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79123'}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:43:29.232788 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-8668935c-5ea7-4356-97f7-da3651a2dd45 None None] Provisioning for port 4c772fa9-6a38-4554-9f1d-f8b47571819e completed by entity DHCP. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:43:29.246932 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-8668935c-5ea7-4356-97f7-da3651a2dd45 None None] Provisioning complete for port 4c772fa9-6a38-4554-9f1d-f8b47571819e triggered by entity DHCP. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:43:29.247988 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-8668935c-5ea7-4356-97f7-da3651a2dd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:29.328011 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2f0a8-fe6f-4a97-9e30-d05f8c933e32 req-ffeee67c-c842-48d2-ab09-de5325e77dc1 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:29.333507 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-6fa2f0a8-fe6f-4a97-9e30-d05f8c933e32 req-ffeee67c-c842-48d2-ab09-de5325e77dc1 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafa266a-bc66-489e-8f2b-27535d4ec88f HTTP/1.1" status: 200 len: 945 time: 0.3254874 May 25 15:43:29.390542 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-0c307941-0066-4943-936d-a1b2e5502f16 req-f7570016-d3e8-4cd4-87f0-a1357c2d5b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:29.466409 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-8668935c-5ea7-4356-97f7-da3651a2dd45 None None] Port 4c772fa9-6a38-4554-9f1d-f8b47571819e cannot update to ACTIVE because it is not bound. {{(pid=98656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:43:29.785721 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-6fa2f0a8-fe6f-4a97-9e30-d05f8c933e32 req-bc4bb8c0-c754-4858-acbc-e9c728d6b9a4 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4409752 May 25 15:43:29.821876 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f3aa3-c100-4330-96f4-1dcb41e7a2d9 req-234d54e5-852b-482a-8e7d-0e647fba911c tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:29.831106 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f13f3aa3-c100-4330-96f4-1dcb41e7a2d9 req-234d54e5-852b-482a-8e7d-0e647fba911c tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 932 time: 0.1897116 May 25 15:43:29.940763 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f13f3aa3-c100-4330-96f4-1dcb41e7a2d9 req-d3389272-8842-4bca-8c98-8fc49418d484 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075919 May 25 15:43:30.248873 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.notifiers.nova [req-0c307941-0066-4943-936d-a1b2e5502f16 req-f7570016-d3e8-4cd4-87f0-a1357c2d5b56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c772fa9-6a38-4554-9f1d-f8b47571819e {{(pid=98653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:43:30.261619 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-0c307941-0066-4943-936d-a1b2e5502f16 req-f7570016-d3e8-4cd4-87f0-a1357c2d5b56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:30.284778 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.provisioning_blocks [req-0c307941-0066-4943-936d-a1b2e5502f16 req-f7570016-d3e8-4cd4-87f0-a1357c2d5b56 service neutron] Transition to ACTIVE for port object 4c772fa9-6a38-4554-9f1d-f8b47571819e will not be triggered until provisioned by entity L2. {{(pid=98653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:43:30.292338 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-0c307941-0066-4943-936d-a1b2e5502f16 req-f7570016-d3e8-4cd4-87f0-a1357c2d5b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14739039'] for port, after_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:30.300547 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-da1cfcce-81ba-41dc-90fb-fee0a387e76f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:30.702932 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7570016-d3e8-4cd4-87f0-a1357c2d5b56 service neutron] Pushing event updated for resources: {'Port': ['ID=4c772fa9-6a38-4554-9f1d-f8b47571819e,revision_number=2']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:30.725743 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-f7570016-d3e8-4cd4-87f0-a1357c2d5b56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:30.943077 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.managers [req-0c307941-0066-4943-936d-a1b2e5502f16 req-f7570016-d3e8-4cd4-87f0-a1357c2d5b56 service neutron] Attempting to bind port 4c772fa9-6a38-4554-9f1d-f8b47571819e on host hv-cinder-79123 for vnic_type normal with profile {{(pid=98653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:43:30.944569 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.managers [req-0c307941-0066-4943-936d-a1b2e5502f16 req-f7570016-d3e8-4cd4-87f0-a1357c2d5b56 service neutron] Attempting to bind port 4c772fa9-6a38-4554-9f1d-f8b47571819e by drivers openvswitch,hyperv on host hv-cinder-79123 at level 0 using segments [{'id': 'd31b3f55-0029-4b5d-9031-950743b628bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '9c420c9e-5d3a-4c72-87cc-64c647e4aa69'}] {{(pid=98653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:43:30.944569 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c307941-0066-4943-936d-a1b2e5502f16 req-f7570016-d3e8-4cd4-87f0-a1357c2d5b56 service neutron] Attempting to bind port 4c772fa9-6a38-4554-9f1d-f8b47571819e on network 9c420c9e-5d3a-4c72-87cc-64c647e4aa69 {{(pid=98653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:43:30.962578 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c307941-0066-4943-936d-a1b2e5502f16 req-f7570016-d3e8-4cd4-87f0-a1357c2d5b56 service neutron] Port 4c772fa9-6a38-4554-9f1d-f8b47571819e on network 9c420c9e-5d3a-4c72-87cc-64c647e4aa69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79123 {{(pid=98653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 15:43:30.963119 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c307941-0066-4943-936d-a1b2e5502f16 req-f7570016-d3e8-4cd4-87f0-a1357c2d5b56 service neutron] Attempting to bind port 4c772fa9-6a38-4554-9f1d-f8b47571819e on network 9c420c9e-5d3a-4c72-87cc-64c647e4aa69 {{(pid=98653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:43:31.000359 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c307941-0066-4943-936d-a1b2e5502f16 req-f7570016-d3e8-4cd4-87f0-a1357c2d5b56 service neutron] Checking agent: {'id': 'e8d02b02-d66f-44f3-9cce-64202f9374d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 39, 18), 'started_at': datetime.datetime(2021, 5, 25, 15, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:43:31.000919 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c307941-0066-4943-936d-a1b2e5502f16 req-f7570016-d3e8-4cd4-87f0-a1357c2d5b56 service neutron] Checking segment: {'id': 'd31b3f55-0029-4b5d-9031-950743b628bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '9c420c9e-5d3a-4c72-87cc-64c647e4aa69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:43:31.002114 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c307941-0066-4943-936d-a1b2e5502f16 req-f7570016-d3e8-4cd4-87f0-a1357c2d5b56 service neutron] Bound using segment: {'id': 'd31b3f55-0029-4b5d-9031-950743b628bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '9c420c9e-5d3a-4c72-87cc-64c647e4aa69'} {{(pid=98653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:43:31.016484 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.managers [req-0c307941-0066-4943-936d-a1b2e5502f16 req-f7570016-d3e8-4cd4-87f0-a1357c2d5b56 service neutron] Bound port: 4c772fa9-6a38-4554-9f1d-f8b47571819e, host: hv-cinder-79123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd31b3f55-0029-4b5d-9031-950743b628bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '9c420c9e-5d3a-4c72-87cc-64c647e4aa69'}}] {{(pid=98653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:43:31.017031 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-0c307941-0066-4943-936d-a1b2e5502f16 req-f7570016-d3e8-4cd4-87f0-a1357c2d5b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:31.327964 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8241c5-2d71-40a3-acbc-39e755730a20 req-dcdc1b3e-4f1c-401f-8152-ba42ee584a83 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:31.330172 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-fc8241c5-2d71-40a3-acbc-39e755730a20 req-dcdc1b3e-4f1c-401f-8152-ba42ee584a83 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafa266a-bc66-489e-8f2b-27535d4ec88f HTTP/1.1" status: 200 len: 945 time: 0.2533386 May 25 15:43:31.441058 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.db [req-0c307941-0066-4943-936d-a1b2e5502f16 req-f7570016-d3e8-4cd4-87f0-a1357c2d5b56 service neutron] For port 4c772fa9-6a38-4554-9f1d-f8b47571819e, host hv-cinder-79123, cleared binding levels {{(pid=98653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:43:31.456847 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.db [req-0c307941-0066-4943-936d-a1b2e5502f16 req-f7570016-d3e8-4cd4-87f0-a1357c2d5b56 service neutron] For port 4c772fa9-6a38-4554-9f1d-f8b47571819e, host hv-cinder-79123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=4c772fa9-6a38-4554-9f1d-f8b47571819e,segment=NetworkSegment(d31b3f55-0029-4b5d-9031-950743b628bb),segment_id=d31b3f55-0029-4b5d-9031-950743b628bb)] {{(pid=98653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:43:31.472115 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-0c307941-0066-4943-936d-a1b2e5502f16 req-f7570016-d3e8-4cd4-87f0-a1357c2d5b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14739039'] for port, after_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:31.485874 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:31.580604 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-fc8241c5-2d71-40a3-acbc-39e755730a20 req-023763ef-0362-4ab6-b26c-de165bbb60a0 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269859 May 25 15:43:31.671833 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c307941-0066-4943-936d-a1b2e5502f16 req-f7570016-d3e8-4cd4-87f0-a1357c2d5b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:31.672375 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-0c307941-0066-4943-936d-a1b2e5502f16 req-f7570016-d3e8-4cd4-87f0-a1357c2d5b56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for port, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:31.675214 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-0c307941-0066-4943-936d-a1b2e5502f16 req-f7570016-d3e8-4cd4-87f0-a1357c2d5b56 service neutron] 10.222.0.62 "PUT /v2.0/ports/4c772fa9-6a38-4554-9f1d-f8b47571819e HTTP/1.1" status: 200 len: 1094 time: 2.7455921 May 25 15:43:31.680706 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec117617-97bf-489f-969b-bc0810abd688', 'tag': '4c772fa9-6a38-4554-9f1d-f8b47571819e'}] {{(pid=98653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:43:31.986970 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7570016-d3e8-4cd4-87f0-a1357c2d5b56 service neutron] Pushing event updated for resources: {'Port': ['ID=4c772fa9-6a38-4554-9f1d-f8b47571819e,revision_number=3']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:32.025494 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-f7570016-d3e8-4cd4-87f0-a1357c2d5b56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:32.044836 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6502398-ad1a-47db-9be4-c2e64285110a req-7105ec8d-54e2-4afc-8e80-a48ecf29ca9c tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:32.063939 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e6502398-ad1a-47db-9be4-c2e64285110a req-7105ec8d-54e2-4afc-8e80-a48ecf29ca9c tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 944 time: 0.4800234 May 25 15:43:32.097480 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c307941-0066-4943-936d-a1b2e5502f16 req-a7d1ca6b-0251-4aad-8ebd-60bd40f28003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:32.109974 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-0c307941-0066-4943-936d-a1b2e5502f16 req-a7d1ca6b-0251-4aad-8ebd-60bd40f28003 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e74cfaf52f64453a8a7344d0a12351a4&device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 1097 time: 0.3468471 May 25 15:43:32.322558 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 43618) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:43:32.422542 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e6502398-ad1a-47db-9be4-c2e64285110a req-02b05aa0-0147-451f-a401-b3cf799eb5bd tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3562939 May 25 15:43:32.486730 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-0c307941-0066-4943-936d-a1b2e5502f16 req-dd636611-3589-449a-b01f-4355cba39653 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c772fa9-6a38-4554-9f1d-f8b47571819e HTTP/1.1" status: 200 len: 217 time: 0.3361909 May 25 15:43:32.504999 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d3d336-e5a0-4d16-9b24-5d2c3cbbc860 req-0a6a6ea6-1a11-4428-8399-98904ffd9f07 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:32.521905 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-82d3d336-e5a0-4d16-9b24-5d2c3cbbc860 req-0a6a6ea6-1a11-4428-8399-98904ffd9f07 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/ports?device_id=685c0487-54f5-403d-87ea-83ed074ff677 HTTP/1.1" status: 200 len: 945 time: 0.4420419 May 25 15:43:32.723028 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-82d3d336-e5a0-4d16-9b24-5d2c3cbbc860 req-d2967726-6f75-4895-873b-ff245dd7491f tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbd27a6-44d2-4431-adaa-f3359022e125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981578 May 25 15:43:32.747392 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.agents_db [None req-e0968af0-a351-492f-a815-45d38f582ebc None None] Agent healthcheck: found 6 active agents {{(pid=98660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:43:32.774262 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c307941-0066-4943-936d-a1b2e5502f16 req-8c8bd1fa-5ac8-4cc0-af0c-830cdcfa8fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:32.776225 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-0c307941-0066-4943-936d-a1b2e5502f16 req-8c8bd1fa-5ac8-4cc0-af0c-830cdcfa8fc6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a3cc6c99-8adf-4559-8841-da254b001c5f HTTP/1.1" status: 200 len: 855 time: 0.2771409 May 25 15:43:33.102422 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c307941-0066-4943-936d-a1b2e5502f16 req-f25deeff-c5e8-418b-a565-b5435b3ae021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:33.104788 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-0c307941-0066-4943-936d-a1b2e5502f16 req-f25deeff-c5e8-418b-a565-b5435b3ae021 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9c420c9e-5d3a-4c72-87cc-64c647e4aa69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3206041 May 25 15:43:33.109785 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec117617-97bf-489f-969b-bc0810abd688', 'tag': '4c772fa9-6a38-4554-9f1d-f8b47571819e', 'status': 'completed', 'code': 200} May 25 15:43:33.143498 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-9dd8dab2-fdbc-4c48-80c5-21178c65c3c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:33.178328 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-9dd8dab2-fdbc-4c48-80c5-21178c65c3c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:43:33.188013 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-9dd8dab2-fdbc-4c48-80c5-21178c65c3c2 admin admin] Usage tracker for resource:security_group_rule and tenant:aed50632f6c64088913ec8456597e4fc is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:43:33.198145 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-9dd8dab2-fdbc-4c48-80c5-21178c65c3c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:43:33.214307 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-9dd8dab2-fdbc-4c48-80c5-21178c65c3c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:43:33.464072 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-0c307941-0066-4943-936d-a1b2e5502f16 req-d72ff643-619e-424c-bc3c-429f780b6a5f service neutron] 10.222.0.62 "GET /v2.0/networks/9c420c9e-5d3a-4c72-87cc-64c647e4aa69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443990 May 25 15:43:33.641871 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-9dd8dab2-fdbc-4c48-80c5-21178c65c3c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:33.671216 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c13c6e-23a0-4a0d-8699-8fcc864942ed req-f1c42be2-36f6-4569-ac2e-0654c5696c94 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:33.676285 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e1c13c6e-23a0-4a0d-8699-8fcc864942ed req-f1c42be2-36f6-4569-ac2e-0654c5696c94 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.62 "GET /v2.0/ports?device_id=685c0487-54f5-403d-87ea-83ed074ff677 HTTP/1.1" status: 200 len: 945 time: 0.3741336 May 25 15:43:33.678024 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-9dd8dab2-fdbc-4c48-80c5-21178c65c3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:33.698062 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-244e431a-28c9-4301-83ed-1accc040b665 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:33.851149 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-9dd8dab2-fdbc-4c48-80c5-21178c65c3c2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=aed50632f6c64088913ec8456597e4fc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5226469 May 25 15:43:33.856848 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 43654) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:43:33.929755 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-0c307941-0066-4943-936d-a1b2e5502f16 req-4a662966-03ad-4a80-a242-91a247e098bb service neutron] 10.222.0.62 "GET /v2.0/networks/9c420c9e-5d3a-4c72-87cc-64c647e4aa69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4563706 May 25 15:43:33.994361 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-bf2c70fa-2df8-44b4-9fd3-c05347fc043a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:34.015453 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b2837-01b9-4b88-9ca9-1f89fed8d629 req-86eceb0f-1ace-4ec5-b5dd-7ef3c27519a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:34.017629 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-063b2837-01b9-4b88-9ca9-1f89fed8d629 req-86eceb0f-1ace-4ec5-b5dd-7ef3c27519a1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4c2510090ada4fe295deec64f74c04e7&device_id=aafa266a-bc66-489e-8f2b-27535d4ec88f HTTP/1.1" status: 200 len: 1098 time: 0.2848761 May 25 15:43:34.049673 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-bf2c70fa-2df8-44b4-9fd3-c05347fc043a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:34.124805 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd8dab2-fdbc-4c48-80c5-21178c65c3c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a8109e-1dba-441f-aa42-8bf8b35130fe,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:34.165558 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd8dab2-fdbc-4c48-80c5-21178c65c3c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:34.167162 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd8dab2-fdbc-4c48-80c5-21178c65c3c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:34.167782 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd8dab2-fdbc-4c48-80c5-21178c65c3c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:34.168333 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd8dab2-fdbc-4c48-80c5-21178c65c3c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:34.168878 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd8dab2-fdbc-4c48-80c5-21178c65c3c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:34.169419 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd8dab2-fdbc-4c48-80c5-21178c65c3c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:34.169951 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd8dab2-fdbc-4c48-80c5-21178c65c3c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:34.170487 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd8dab2-fdbc-4c48-80c5-21178c65c3c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:34.171117 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd8dab2-fdbc-4c48-80c5-21178c65c3c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:34.171723 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd8dab2-fdbc-4c48-80c5-21178c65c3c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:34.172429 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd8dab2-fdbc-4c48-80c5-21178c65c3c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:34.173051 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd8dab2-fdbc-4c48-80c5-21178c65c3c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:34.189444 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-9dd8dab2-fdbc-4c48-80c5-21178c65c3c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:34.378782 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23068e1-ba29-4c99-8bd0-54f2eead2d3c req-4c7f381c-6287-4c75-8d14-4bc526241ad6 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:34.392049 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c23068e1-ba29-4c99-8bd0-54f2eead2d3c req-4c7f381c-6287-4c75-8d14-4bc526241ad6 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafa266a-bc66-489e-8f2b-27535d4ec88f HTTP/1.1" status: 200 len: 945 time: 0.4031835 May 25 15:43:34.399996 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b2837-01b9-4b88-9ca9-1f89fed8d629 req-66d728c8-1533-45dd-95b2-f31a836008ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:34.402894 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-063b2837-01b9-4b88-9ca9-1f89fed8d629 req-66d728c8-1533-45dd-95b2-f31a836008ca service neutron] 10.222.0.62 "GET /v2.0/networks?id=903b1638-4303-4bd6-85d0-46b06b3b03e2 HTTP/1.1" status: 200 len: 920 time: 0.3361549 May 25 15:43:34.404780 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e3769-3ed6-4ae0-a9a4-68e99c09f2b1 req-71c79cde-c563-4b7d-9341-28f4784842f5 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:34.405666 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-bf2c70fa-2df8-44b4-9fd3-c05347fc043a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:34.413603 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-047e3769-3ed6-4ae0-a9a4-68e99c09f2b1 req-71c79cde-c563-4b7d-9341-28f4784842f5 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 944 time: 0.5419433 May 25 15:43:34.425282 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-6899a87d-9f31-4e4f-a23a-d4d717a57725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:34.504857 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.plugin [req-e1c13c6e-23a0-4a0d-8699-8fcc864942ed req-f2147027-e9b4-4983-b69a-00f28f74cadb tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Deleting port af84a83b-0e6e-402c-841a-3ee7d240a1d8 {{(pid=98655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:43:34.504857 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-e1c13c6e-23a0-4a0d-8699-8fcc864942ed req-f2147027-e9b4-4983-b69a-00f28f74cadb tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730536052803'] for port, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:34.568301 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c70fa-2df8-44b4-9fd3-c05347fc043a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a8109e-1dba-441f-aa42-8bf8b35130fe,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:34.571510 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-bf2c70fa-2df8-44b4-9fd3-c05347fc043a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:34.584143 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-bf2c70fa-2df8-44b4-9fd3-c05347fc043a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/38a8109e-1dba-441f-aa42-8bf8b35130fe HTTP/1.1" status: 204 len: 168 time: 0.7174199 May 25 15:43:34.584143 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-bf2c70fa-2df8-44b4-9fd3-c05347fc043a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:34.636520 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57e66d-6001-4d31-9f7d-d567cd6f5cc4 req-d03aca02-0e2b-4582-aa8c-2b6875a3ae16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:34.644115 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-fb57e66d-6001-4d31-9f7d-d567cd6f5cc4 req-d03aca02-0e2b-4582-aa8c-2b6875a3ae16 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e74cfaf52f64453a8a7344d0a12351a4&device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 1097 time: 0.5705035 May 25 15:43:34.713702 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-047e3769-3ed6-4ae0-a9a4-68e99c09f2b1 req-dc4b349c-00b1-4014-86da-24d3b6af6b85 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2988791 May 25 15:43:34.732213 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c23068e1-ba29-4c99-8bd0-54f2eead2d3c req-4b2a2155-66e3-45c1-a78e-0d0963cb0118 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365786 May 25 15:43:34.739779 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-063b2837-01b9-4b88-9ca9-1f89fed8d629 req-dc31c31e-5d40-4b5e-ae61-c49246bd0905 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=913212ce-3d8b-4dcc-9a04-ff0ac4d1ebe7 HTTP/1.1" status: 200 len: 217 time: 0.3186047 May 25 15:43:34.889100 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 43680) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:43:34.973359 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.db [req-e1c13c6e-23a0-4a0d-8699-8fcc864942ed req-f2147027-e9b4-4983-b69a-00f28f74cadb tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] For port af84a83b-0e6e-402c-841a-3ee7d240a1d8, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=af84a83b-0e6e-402c-841a-3ee7d240a1d8,segment=NetworkSegment(31969b1b-60ab-476b-9611-7751f69bdb8e),segment_id=31969b1b-60ab-476b-9611-7751f69bdb8e)] {{(pid=98655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:43:34.974050 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-e1c13c6e-23a0-4a0d-8699-8fcc864942ed req-f2147027-e9b4-4983-b69a-00f28f74cadb tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16426746'] for port, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:35.219429 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b2837-01b9-4b88-9ca9-1f89fed8d629 req-d2c5e088-9a43-4e7f-b813-a4b104e4c20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:35.222701 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-063b2837-01b9-4b88-9ca9-1f89fed8d629 req-d2c5e088-9a43-4e7f-b813-a4b104e4c20c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86a02047-08fe-4706-bc57-8e2d90eb8132 HTTP/1.1" status: 200 len: 859 time: 0.4658692 May 25 15:43:35.349458 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-063b2837-01b9-4b88-9ca9-1f89fed8d629 req-1c5befa0-d82e-4a4c-8052-d340f68fdb59 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=903b1638-4303-4bd6-85d0-46b06b3b03e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1074758 May 25 15:43:35.490542 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.plugin [req-e1c13c6e-23a0-4a0d-8699-8fcc864942ed req-f2147027-e9b4-4983-b69a-00f28f74cadb tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Calling delete_port for af84a83b-0e6e-402c-841a-3ee7d240a1d8 owned by compute:nova {{(pid=98655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:43:35.572879 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57e66d-6001-4d31-9f7d-d567cd6f5cc4 req-e97b8b53-0cff-4ced-8e50-5c5cce8fd450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:35.575250 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-fb57e66d-6001-4d31-9f7d-d567cd6f5cc4 req-e97b8b53-0cff-4ced-8e50-5c5cce8fd450 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9c420c9e-5d3a-4c72-87cc-64c647e4aa69 HTTP/1.1" status: 200 len: 917 time: 0.9297540 May 25 15:43:35.730956 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-d1a90335-2973-4ff8-8325-894332acecc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:35.736057 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-fb57e66d-6001-4d31-9f7d-d567cd6f5cc4 req-926da381-ae3d-4060-9214-087512da7fd3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c772fa9-6a38-4554-9f1d-f8b47571819e HTTP/1.1" status: 200 len: 217 time: 0.1529748 May 25 15:43:35.800870 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-d1a90335-2973-4ff8-8325-894332acecc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:43:35.827471 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda52a1-dbbb-42bf-b9af-5cd28a4029f2 req-a103b6ba-b36f-45fa-9c8d-45ab34fc1e55 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:35.841381 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-acda52a1-dbbb-42bf-b9af-5cd28a4029f2 req-a103b6ba-b36f-45fa-9c8d-45ab34fc1e55 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/ports?device_id=685c0487-54f5-403d-87ea-83ed074ff677 HTTP/1.1" status: 200 len: 945 time: 0.6229649 May 25 15:43:35.847275 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-d1a90335-2973-4ff8-8325-894332acecc8 admin admin] Usage tracker for resource:security_group_rule and tenant:b40d594311a0490f86ed4c0803e829c3 is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:43:35.875036 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-d1a90335-2973-4ff8-8325-894332acecc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:43:35.891831 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-d1a90335-2973-4ff8-8325-894332acecc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:43:35.977301 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57e66d-6001-4d31-9f7d-d567cd6f5cc4 req-f375f66e-25f0-4912-b62e-d3ee0280f547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:35.980899 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-fb57e66d-6001-4d31-9f7d-d567cd6f5cc4 req-f375f66e-25f0-4912-b62e-d3ee0280f547 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a3cc6c99-8adf-4559-8841-da254b001c5f HTTP/1.1" status: 200 len: 855 time: 0.2100208 May 25 15:43:36.112104 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-063b2837-01b9-4b88-9ca9-1f89fed8d629 req-22a773ef-789b-4431-ac7b-fbf108d5abe8 service neutron] 10.222.0.62 "GET /v2.0/networks/903b1638-4303-4bd6-85d0-46b06b3b03e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7510927 May 25 15:43:36.168979 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device 4c772fa9-6a38-4554-9f1d-f8b47571819e details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=98656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:43:36.316837 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-acda52a1-dbbb-42bf-b9af-5cd28a4029f2 req-8db42aa3-5c51-48c7-b1a2-7b64ea9123ef tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbd27a6-44d2-4431-adaa-f3359022e125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4739265 May 25 15:43:36.410675 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port 4c772fa9-6a38-4554-9f1d-f8b47571819e, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=4c772fa9-6a38-4554-9f1d-f8b47571819e,segment=NetworkSegment(d31b3f55-0029-4b5d-9031-950743b628bb),segment_id=d31b3f55-0029-4b5d-9031-950743b628bb)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:43:36.442106 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Returning: {'device': '4c772fa9-6a38-4554-9f1d-f8b47571819e', 'network_id': '9c420c9e-5d3a-4c72-87cc-64c647e4aa69', 'port_id': '4c772fa9-6a38-4554-9f1d-f8b47571819e', 'mac_address': 'fa:16:3e:0f:d6:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3cc6c99-8adf-4559-8841-da254b001c5f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:43:36.509853 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-063b2837-01b9-4b88-9ca9-1f89fed8d629 req-c22a9037-d01d-421c-86ee-f3ff12a2347b service neutron] 10.222.0.62 "GET /v2.0/networks/903b1638-4303-4bd6-85d0-46b06b3b03e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3897052 May 25 15:43:36.566953 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:36.567555 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57e66d-6001-4d31-9f7d-d567cd6f5cc4 req-f5a00366-3d85-4b85-a662-47f43f6b7225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:36.575345 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-fb57e66d-6001-4d31-9f7d-d567cd6f5cc4 req-f5a00366-3d85-4b85-a662-47f43f6b7225 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9c420c9e-5d3a-4c72-87cc-64c647e4aa69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5873773 May 25 15:43:36.610524 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-e1c13c6e-23a0-4a0d-8699-8fcc864942ed req-f2147027-e9b4-4983-b69a-00f28f74cadb tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730536055462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730535669971'] for port, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:36.632909 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.notifiers.nova [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c772fa9-6a38-4554-9f1d-f8b47571819e {{(pid=98656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:43:36.683130 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port 4c772fa9-6a38-4554-9f1d-f8b47571819e, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=4c772fa9-6a38-4554-9f1d-f8b47571819e,segment=NetworkSegment(d31b3f55-0029-4b5d-9031-950743b628bb),segment_id=d31b3f55-0029-4b5d-9031-950743b628bb)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:43:36.690018 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] get_ports_and_sgs() called for port_ids ['af84a83b-0e6e-402c-841a-3ee7d240a1d8'] {{(pid=98656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:43:36.718890 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-d1a90335-2973-4ff8-8325-894332acecc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:36.721854 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-8679168c-b70f-40d9-a175-a9cae1634810 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:36.759856 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:36.773082 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-8457c361-795f-4537-8f5d-64ffc8e8358b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:36.819216 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b31d0-1b15-45d8-8f3a-74cfc390ca84 req-0b4651c5-fc77-4571-a866-85c991ae2f77 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:36.832736 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-549b31d0-1b15-45d8-8f3a-74cfc390ca84 req-0b4651c5-fc77-4571-a866-85c991ae2f77 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafa266a-bc66-489e-8f2b-27535d4ec88f HTTP/1.1" status: 200 len: 945 time: 0.8281202 May 25 15:43:36.890445 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2147027-e9b4-4983-b69a-00f28f74cadb tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Pushing event deleted for resources: {'Port': ['ID=af84a83b-0e6e-402c-841a-3ee7d240a1d8,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:36.893551 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Pushing event updated for resources: {'Port': ['ID=4c772fa9-6a38-4554-9f1d-f8b47571819e,revision_number=4']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:36.898415 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:36.911552 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-f2147027-e9b4-4983-b69a-00f28f74cadb tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:36.934194 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-d1a90335-2973-4ff8-8325-894332acecc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:36.947579 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-8881921f-4ffd-470f-b09b-d8d468d7b89f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:37.016272 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-fb57e66d-6001-4d31-9f7d-d567cd6f5cc4 req-fad448ef-9594-49fe-998e-857d3adbec91 service neutron] 10.222.0.62 "GET /v2.0/networks/9c420c9e-5d3a-4c72-87cc-64c647e4aa69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4201381 May 25 15:43:37.300930 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] get_ports_and_sgs() called for port_ids ['4c772fa9-6a38-4554-9f1d-f8b47571819e'] {{(pid=98656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:43:37.384343 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-fb57e66d-6001-4d31-9f7d-d567cd6f5cc4 req-50fcf96b-aaa6-416a-b10b-07aa653245a5 service neutron] 10.222.0.62 "GET /v2.0/networks/9c420c9e-5d3a-4c72-87cc-64c647e4aa69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534210 May 25 15:43:37.458198 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c13c6e-23a0-4a0d-8699-8fcc864942ed req-f2147027-e9b4-4983-b69a-00f28f74cadb tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] No DVR routers for this DVR port af84a83b-0e6e-402c-841a-3ee7d240a1d8 on host hv-cinder-79123 {{(pid=98655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:43:37.466790 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-d1a90335-2973-4ff8-8325-894332acecc8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b40d594311a0490f86ed4c0803e829c3&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5424900 May 25 15:43:37.467255 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 43738) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:43:37.491294 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-e1c13c6e-23a0-4a0d-8699-8fcc864942ed req-f2147027-e9b4-4983-b69a-00f28f74cadb tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for port, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:37.518491 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-549b31d0-1b15-45d8-8f3a-74cfc390ca84 req-dbe11582-163b-43b0-b756-3d61242ada13 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6806288 May 25 15:43:37.525069 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a90335-2973-4ff8-8325-894332acecc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02091b29-2939-4d67-9e7d-c6ef1dc638fb,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:37.532870 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '685c0487-54f5-403d-87ea-83ed074ff677', 'name': 'network-vif-deleted', 'tag': 'af84a83b-0e6e-402c-841a-3ee7d240a1d8'}] {{(pid=98655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:43:37.564743 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-d1a90335-2973-4ff8-8325-894332acecc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:37.661541 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-57fb0a5d-871a-4ca9-b1e0-280e64f0beb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:37.687333 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e1c13c6e-23a0-4a0d-8699-8fcc864942ed req-f2147027-e9b4-4983-b69a-00f28f74cadb tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.62 "DELETE /v2.0/ports/af84a83b-0e6e-402c-841a-3ee7d240a1d8 HTTP/1.1" status: 204 len: 173 time: 3.9914219 May 25 15:43:37.715587 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c039edb-9955-4453-8cb9-2f783a6eafa9 req-a5b94e9a-9682-4200-9cda-7ad1daf72c50 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:37.726786 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-8c039edb-9955-4453-8cb9-2f783a6eafa9 req-a5b94e9a-9682-4200-9cda-7ad1daf72c50 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 945 time: 0.8385909 May 25 15:43:37.742735 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-57fb0a5d-871a-4ca9-b1e0-280e64f0beb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:37.831241 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-8c039edb-9955-4453-8cb9-2f783a6eafa9 req-3d5b850c-a862-4315-b514-a478c57edf0d tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972588 May 25 15:43:37.869990 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-57fb0a5d-871a-4ca9-b1e0-280e64f0beb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:37.876313 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-7b1c06b0-bebb-47ba-ab7a-c5a6f319d43d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:37.916034 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fb0a5d-871a-4ca9-b1e0-280e64f0beb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02091b29-2939-4d67-9e7d-c6ef1dc638fb,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:37.919236 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-57fb0a5d-871a-4ca9-b1e0-280e64f0beb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:37.938462 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-57fb0a5d-871a-4ca9-b1e0-280e64f0beb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:37.940892 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-57fb0a5d-871a-4ca9-b1e0-280e64f0beb5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/02091b29-2939-4d67-9e7d-c6ef1dc638fb HTTP/1.1" status: 204 len: 168 time: 0.4723115 May 25 15:43:38.038428 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '685c0487-54f5-403d-87ea-83ed074ff677', 'name': 'network-vif-deleted', 'tag': 'af84a83b-0e6e-402c-841a-3ee7d240a1d8', 'status': 'completed', 'code': 200} May 25 15:43:38.146972 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-aedd2eb6-b1a0-4fa1-9e26-56a4640a13e4 req-a83e4de1-1802-4cee-b319-475d9e7b3976 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Synchronizing usage tracker for tenant:1d134a598c59473d8ccbc2e7fe06b68c on resource:port {{(pid=98655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:43:38.172003 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-aedd2eb6-b1a0-4fa1-9e26-56a4640a13e4 req-a83e4de1-1802-4cee-b319-475d9e7b3976 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Unset dirty status for tenant:1d134a598c59473d8ccbc2e7fe06b68c on resource:port {{(pid=98655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:43:38.178031 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-aedd2eb6-b1a0-4fa1-9e26-56a4640a13e4 req-a83e4de1-1802-4cee-b319-475d9e7b3976 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/ports?device_id=685c0487-54f5-403d-87ea-83ed074ff677 HTTP/1.1" status: 200 len: 210 time: 0.0947936 May 25 15:43:38.179459 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device af84a83b-0e6e-402c-841a-3ee7d240a1d8 no longer exists at agent hyperv_hv-cinder-79123 {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:43:38.256350 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] No Port match for: af84a83b-0e6e-402c-841a-3ee7d240a1d8 {{(pid=98656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:43:38.257223 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device af84a83b-0e6e-402c-841a-3ee7d240a1d8 not bound to the agent host hv-cinder-79123 {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:43:38.865684 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 43798) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:43:38.971046 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-00716a62-48ce-413a-aede-eb20ddf560be admin admin] Notify callbacks [] for security_group, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:39.119139 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-00716a62-48ce-413a-aede-eb20ddf560be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:43:39.158002 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-00716a62-48ce-413a-aede-eb20ddf560be admin admin] Usage tracker for resource:security_group_rule and tenant:a703bd4ca7a040f980ad9a1e6dc64f85 is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:43:39.169533 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-00716a62-48ce-413a-aede-eb20ddf560be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:43:39.187325 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-00716a62-48ce-413a-aede-eb20ddf560be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:43:39.251055 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 43810) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:43:39.347665 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187fbc37-bbc0-4b74-8215-807add809aee req-549c8077-446a-4758-94d6-df4b80aa00af tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:39.377015 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-187fbc37-bbc0-4b74-8215-807add809aee req-549c8077-446a-4758-94d6-df4b80aa00af tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafa266a-bc66-489e-8f2b-27535d4ec88f HTTP/1.1" status: 200 len: 945 time: 0.3617570 May 25 15:43:39.669288 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-00716a62-48ce-413a-aede-eb20ddf560be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:39.669836 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-69a81fd1-7daf-4b82-b3c2-df043087c513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:39.709924 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-69a81fd1-7daf-4b82-b3c2-df043087c513 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:43:39.718836 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-69a81fd1-7daf-4b82-b3c2-df043087c513 admin admin] Usage tracker for resource:security_group_rule and tenant:3b9dd9258c8b4cd48c50dbc96f588836 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:43:39.719019 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-00716a62-48ce-413a-aede-eb20ddf560be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:39.725661 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-69a81fd1-7daf-4b82-b3c2-df043087c513 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:43:39.737597 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-69a81fd1-7daf-4b82-b3c2-df043087c513 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:43:39.760906 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:39.842965 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00716a62-48ce-413a-aede-eb20ddf560be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c2c3f7-1dad-4af4-90aa-5f71ca05ea50,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:39.858729 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-00716a62-48ce-413a-aede-eb20ddf560be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:39.873930 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-187fbc37-bbc0-4b74-8215-807add809aee req-669eae62-cb16-4a10-875e-75621ceab81d tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4950743 May 25 15:43:39.893170 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-00716a62-48ce-413a-aede-eb20ddf560be admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a703bd4ca7a040f980ad9a1e6dc64f85&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0250790 May 25 15:43:39.898151 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 43834) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:43:39.963327 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-69a81fd1-7daf-4b82-b3c2-df043087c513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:39.974309 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-69a81fd1-7daf-4b82-b3c2-df043087c513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:40.038558 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-fc55b37e-2e1f-4ee6-b83f-ef9ea0940c08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:40.053757 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-69a81fd1-7daf-4b82-b3c2-df043087c513 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3b9dd9258c8b4cd48c50dbc96f588836&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7930522 May 25 15:43:40.058552 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 43838) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:43:40.065676 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2740a3f4-c0e8-4d6c-bf23-2dd36bf86f86 req-aa8a0697-6240-42c9-b338-ac5306cced11 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:40.071138 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-2740a3f4-c0e8-4d6c-bf23-2dd36bf86f86 req-aa8a0697-6240-42c9-b338-ac5306cced11 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 945 time: 0.5873442 May 25 15:43:40.127216 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a81fd1-7daf-4b82-b3c2-df043087c513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0774059f-2252-485e-b6d5-4e219ccaa500,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:40.135025 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-69a81fd1-7daf-4b82-b3c2-df043087c513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:40.194674 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device 4c772fa9-6a38-4554-9f1d-f8b47571819e up at agent hyperv_hv-cinder-79123 {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:43:40.253675 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-c0b06914-dfb0-4e56-b0d6-57aa31437a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:40.346026 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-2740a3f4-c0e8-4d6c-bf23-2dd36bf86f86 req-9c85687f-5f1d-4dcc-87a2-b4be4e4c6963 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2647040 May 25 15:43:40.350021 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-87fa8e12-8672-489c-bf77-b638e4f30ed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:40.392409 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-c0b06914-dfb0-4e56-b0d6-57aa31437a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:40.433195 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-87fa8e12-8672-489c-bf77-b638e4f30ed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:40.545578 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-c0b06914-dfb0-4e56-b0d6-57aa31437a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:40.547197 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Provisioning for port 4c772fa9-6a38-4554-9f1d-f8b47571819e completed by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:43:40.555025 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:40.565672 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Provisioning complete for port 4c772fa9-6a38-4554-9f1d-f8b47571819e triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:43:40.566487 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:40.603986 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b06914-dfb0-4e56-b0d6-57aa31437a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0774059f-2252-485e-b6d5-4e219ccaa500,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:40.620205 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-87fa8e12-8672-489c-bf77-b638e4f30ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:40.642049 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-584341ad-62a9-40ab-a8ce-2a710fcbfcab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:40.645640 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-c0b06914-dfb0-4e56-b0d6-57aa31437a0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:40.652498 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-c0b06914-dfb0-4e56-b0d6-57aa31437a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:40.655865 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-c0b06914-dfb0-4e56-b0d6-57aa31437a0f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0774059f-2252-485e-b6d5-4e219ccaa500 HTTP/1.1" status: 204 len: 168 time: 0.5945356 May 25 15:43:40.706477 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fa8e12-8672-489c-bf77-b638e4f30ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c2c3f7-1dad-4af4-90aa-5f71ca05ea50,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:40.721456 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-87fa8e12-8672-489c-bf77-b638e4f30ed7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:40.736920 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-87fa8e12-8672-489c-bf77-b638e4f30ed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:40.741510 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-87fa8e12-8672-489c-bf77-b638e4f30ed7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b6c2c3f7-1dad-4af4-90aa-5f71ca05ea50 HTTP/1.1" status: 204 len: 168 time: 0.8257370 May 25 15:43:41.057848 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:41.145523 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec117617-97bf-489f-969b-bc0810abd688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c772fa9-6a38-4554-9f1d-f8b47571819e'}] {{(pid=98656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:43:41.166128 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port 4c772fa9-6a38-4554-9f1d-f8b47571819e, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=4c772fa9-6a38-4554-9f1d-f8b47571819e,segment=NetworkSegment(d31b3f55-0029-4b5d-9031-950743b628bb),segment_id=d31b3f55-0029-4b5d-9031-950743b628bb)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:43:41.179727 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:41.183263 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:41.457010 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b48116-a7ae-4afa-9294-8a7a614f1f5e req-ad836d8a-2077-49c0-ab45-92f40ac2572b tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:41.472933 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-44b48116-a7ae-4afa-9294-8a7a614f1f5e req-ad836d8a-2077-49c0-ab45-92f40ac2572b tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/networks?id=fde455c1-9145-4991-b1bd-56f4962af61a HTTP/1.1" status: 200 len: 809 time: 0.6705844 May 25 15:43:41.476146 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Pushing event updated for resources: {'Port': ['ID=4c772fa9-6a38-4554-9f1d-f8b47571819e,revision_number=5']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:41.483309 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:41.551784 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-44b48116-a7ae-4afa-9294-8a7a614f1f5e req-e83c2184-8b81-4e84-bbcd-a555de772e5e tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/quotas/1d134a598c59473d8ccbc2e7fe06b68c HTTP/1.1" status: 200 len: 375 time: 0.0736005 May 25 15:43:41.641884 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 43890) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:43:41.669653 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-44b48116-a7ae-4afa-9294-8a7a614f1f5e req-84a227d9-d199-4172-9d01-482e4c9ab92a tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1d134a598c59473d8ccbc2e7fe06b68c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1165235 May 25 15:43:41.684374 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-d4237af9-171e-4783-aaf7-03e5048a38cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:41.694120 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81943dc9-f07f-420d-9e7e-bdd456be7b35 req-498f2521-499e-4157-824f-85d1828e474c tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:41.704157 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-81943dc9-f07f-420d-9e7e-bdd456be7b35 req-498f2521-499e-4157-824f-85d1828e474c tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafa266a-bc66-489e-8f2b-27535d4ec88f HTTP/1.1" status: 200 len: 945 time: 0.3756645 May 25 15:43:41.713941 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-d4237af9-171e-4783-aaf7-03e5048a38cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:43:41.721676 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-d4237af9-171e-4783-aaf7-03e5048a38cf admin admin] Usage tracker for resource:security_group_rule and tenant:0bd5465bc7c24363b9fd9088f0c5f200 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:43:41.725808 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-d4237af9-171e-4783-aaf7-03e5048a38cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:43:41.734255 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-d4237af9-171e-4783-aaf7-03e5048a38cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:43:41.902774 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-d4237af9-171e-4783-aaf7-03e5048a38cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:41.916877 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-d4237af9-171e-4783-aaf7-03e5048a38cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:41.929969 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-50bc6c30-d519-4169-a420-20a4731ee954 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:41.938956 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-81943dc9-f07f-420d-9e7e-bdd456be7b35 req-ba3014b8-97c8-4c99-8ea8-aa796e46622a tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325983 May 25 15:43:42.083261 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4237af9-171e-4783-aaf7-03e5048a38cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17569507-daf9-49c9-ab6d-bfc1397ade34,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:42.098528 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 43902) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:43:42.100050 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-d4237af9-171e-4783-aaf7-03e5048a38cf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0bd5465bc7c24363b9fd9088f0c5f200&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4557295 May 25 15:43:42.104481 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-d4237af9-171e-4783-aaf7-03e5048a38cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:42.161964 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-44b48116-a7ae-4afa-9294-8a7a614f1f5e req-555cf3ce-2410-4962-a4ae-362247711681 service neutron] 10.222.0.11 "GET /v2.0/networks/fde455c1-9145-4991-b1bd-56f4962af61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4542570 May 25 15:43:42.175411 dv-cinder-791239-3-smb neutron-server[98656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec117617-97bf-489f-969b-bc0810abd688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c772fa9-6a38-4554-9f1d-f8b47571819e', 'code': 200} May 25 15:43:42.456429 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-7e613aa5-1341-44ea-8baa-90bbdb2d40fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:42.666697 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-7e613aa5-1341-44ea-8baa-90bbdb2d40fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:42.798117 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-44b48116-a7ae-4afa-9294-8a7a614f1f5e req-90b9b19a-071d-4363-a241-e08fc893ecd5 service neutron] 10.222.0.11 "GET /v2.0/networks/fde455c1-9145-4991-b1bd-56f4962af61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6340489 May 25 15:43:43.030099 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d85bd-e7c6-4206-acf7-7608bb586d12 req-268d53af-472a-4795-a688-4375474e2c41 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:43.041387 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-6e5d85bd-e7c6-4206-acf7-7608bb586d12 req-268d53af-472a-4795-a688-4375474e2c41 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 946 time: 0.5632136 May 25 15:43:43.096115 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2574d8-23a0-4e4a-9266-909bfbe4657c req-9deb5993-9cf0-41c6-835e-28f07acff02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:43.098909 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-3e2574d8-23a0-4e4a-9266-909bfbe4657c req-9deb5993-9cf0-41c6-835e-28f07acff02c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 1099 time: 0.4545326 May 25 15:43:43.281548 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-7e613aa5-1341-44ea-8baa-90bbdb2d40fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:43.296978 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-9dd8dab2-fdbc-4c48-80c5-21178c65c3c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:43.347755 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-6e5d85bd-e7c6-4206-acf7-7608bb586d12 req-fd8bfa83-2ad8-4f8f-98d3-2f6d8948e6dd tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2995014 May 25 15:43:43.356637 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e613aa5-1341-44ea-8baa-90bbdb2d40fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17569507-daf9-49c9-ab6d-bfc1397ade34,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:43.382228 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-7e613aa5-1341-44ea-8baa-90bbdb2d40fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:43.391270 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-7e613aa5-1341-44ea-8baa-90bbdb2d40fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:43.393625 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-7e613aa5-1341-44ea-8baa-90bbdb2d40fe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/17569507-daf9-49c9-ab6d-bfc1397ade34 HTTP/1.1" status: 204 len: 168 time: 1.2925963 May 25 15:43:43.413576 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-3e2574d8-23a0-4e4a-9266-909bfbe4657c req-333eb0dc-9ec4-4a79-929d-3634cfc59fc1 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3033690 May 25 15:43:43.578049 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-8a4bf09d-9584-4aed-b48d-fcf2687efb47 req-3c3083e0-6d58-45d2-9e91-b1211d09af7f tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ca9d149-1ac5-43e4-9737-78bdf68f136b HTTP/1.1" status: 200 len: 210 time: 0.1076531 May 25 15:43:44.471552 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-95a23c79-1327-4a89-8a12-54ed90523fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:45.055457 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa28fa-47b4-4093-b428-a2819492e1e5 req-f3087d60-7ba4-48fd-917b-49b3775585ac tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:45.063308 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-5eaa28fa-47b4-4093-b428-a2819492e1e5 req-f3087d60-7ba4-48fd-917b-49b3775585ac tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 946 time: 0.3599284 May 25 15:43:45.219507 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-5eaa28fa-47b4-4093-b428-a2819492e1e5 req-0a519794-9525-4fc3-920e-aaa3a61691b9 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548934 May 25 15:43:45.285603 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c51bc-fb3b-4b3c-87d7-7e9ecc42581e req-f391715a-6ec5-49fe-a061-ffb84f4e8019 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:45.299103 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-a90c51bc-fb3b-4b3c-87d7-7e9ecc42581e req-f391715a-6ec5-49fe-a061-ffb84f4e8019 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafa266a-bc66-489e-8f2b-27535d4ec88f HTTP/1.1" status: 200 len: 945 time: 0.3806405 May 25 15:43:45.408186 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-a90c51bc-fb3b-4b3c-87d7-7e9ecc42581e req-2f183a5f-6163-4c09-b9a6-a2c2450ce6f9 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062839 May 25 15:43:45.671230 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-aa6bfd19-4a3c-4277-b444-c566dd724981 req-3b79159a-b48d-49f4-8042-d03766f45b42 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ca9d149-1ac5-43e4-9737-78bdf68f136b HTTP/1.1" status: 200 len: 210 time: 0.1034367 May 25 15:43:46.091792 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 44014) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:43:46.385934 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c39394d-a800-48d8-9ba3-9eb737f95bee admin admin] Deleting subnet a6c70e3f-23fb-4504-9ea2-41ef1d671acf {{(pid=98655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 15:43:46.396334 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-4c39394d-a800-48d8-9ba3-9eb737f95bee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:46.507246 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-4c39394d-a800-48d8-9ba3-9eb737f95bee admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:46.520358 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-4c39394d-a800-48d8-9ba3-9eb737f95bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716231'] for subnet, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:46.991020 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b48116-a7ae-4afa-9294-8a7a614f1f5e req-da6297ee-ae16-44a1-a956-fac2951ff376 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:46.993630 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-44b48116-a7ae-4afa-9294-8a7a614f1f5e req-da6297ee-ae16-44a1-a956-fac2951ff376 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.62 "GET /v2.0/networks?id=fde455c1-9145-4991-b1bd-56f4962af61a HTTP/1.1" status: 200 len: 809 time: 0.8257809 May 25 15:43:47.020789 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [req-44b48116-a7ae-4afa-9294-8a7a614f1f5e req-001f8902-1780-4193-88a0-70e5fe17f0bf tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Request body: {'port': {'device_id': '1ca9d149-1ac5-43e4-9737-78bdf68f136b', 'network_id': 'fde455c1-9145-4991-b1bd-56f4962af61a', 'admin_state_up': True, 'tenant_id': '1d134a598c59473d8ccbc2e7fe06b68c'}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:43:47.158945 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f48c9-0946-4b47-930b-fde71edcad26 req-c76a8580-8787-4519-b9df-4ed7b5ac21e1 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:47.161117 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-524f48c9-0946-4b47-930b-fde71edcad26 req-c76a8580-8787-4519-b9df-4ed7b5ac21e1 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 946 time: 0.5874898 May 25 15:43:47.344496 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:47.412584 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-524f48c9-0946-4b47-930b-fde71edcad26 req-b8da4082-06df-44e1-b5f3-1127096f26d8 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2307775 May 25 15:43:47.477948 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-f6f5ea13-f5a7-44ef-97be-323d9c9b6c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:47.500481 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [req-44b48116-a7ae-4afa-9294-8a7a614f1f5e req-001f8902-1780-4193-88a0-70e5fe17f0bf tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:43:47.554139 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-4c39394d-a800-48d8-9ba3-9eb737f95bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491'] for subnet, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:47.556388 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [req-44b48116-a7ae-4afa-9294-8a7a614f1f5e req-001f8902-1780-4193-88a0-70e5fe17f0bf tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:43:47.584200 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:47.688187 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c39394d-a800-48d8-9ba3-9eb737f95bee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6c70e3f-23fb-4504-9ea2-41ef1d671acf,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:47.694045 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-4c39394d-a800-48d8-9ba3-9eb737f95bee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for subnet, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:47.701062 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-4c39394d-a800-48d8-9ba3-9eb737f95bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:47.705436 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44b48116-a7ae-4afa-9294-8a7a614f1f5e req-001f8902-1780-4193-88a0-70e5fe17f0bf tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Made reservation on behalf of 1d134a598c59473d8ccbc2e7fe06b68c for: {'port': 1} {{(pid=98655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:43:47.711673 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-44b48116-a7ae-4afa-9294-8a7a614f1f5e req-001f8902-1780-4193-88a0-70e5fe17f0bf tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:47.756217 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 44056) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:43:47.757542 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-4c39394d-a800-48d8-9ba3-9eb737f95bee admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a6c70e3f-23fb-4504-9ea2-41ef1d671acf HTTP/1.1" status: 204 len: 168 time: 1.6626594 May 25 15:43:48.078007 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-e8c38795-2ac8-4e9d-ae98-32d5d7d42ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704691'] for network, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:48.270721 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-dd035ef7-fb60-477c-b9dd-129e7970538c req-170fc994-0975-45e6-bd07-2d1df431e14b tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ca9d149-1ac5-43e4-9737-78bdf68f136b HTTP/1.1" status: 200 len: 210 time: 0.2019668 May 25 15:43:48.315785 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.db_base_plugin_common [req-44b48116-a7ae-4afa-9294-8a7a614f1f5e req-001f8902-1780-4193-88a0-70e5fe17f0bf tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Allocated IP 172.20.0.11 (fde455c1-9145-4991-b1bd-56f4962af61a/a6d5945a-0f4d-482f-9237-141c82cdd352/d509505d-528c-4e89-8f04-e1e018e998d5) {{(pid=98655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:43:48.363992 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:48.401835 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-e8c38795-2ac8-4e9d-ae98-32d5d7d42ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717384', 'neutron.services.segments.db._delete_segments_for_network-8730536114652'] for network, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:48.438549 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.services.segments.db [None req-e8c38795-2ac8-4e9d-ae98-32d5d7d42ebb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e69ea63f-a2e4-476a-aad6-a6e84b674a5f']}} {{(pid=98653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:43:48.464842 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.services.segments.db [None req-e8c38795-2ac8-4e9d-ae98-32d5d7d42ebb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09ce17f7-0107-4203-a9a0-226f64ae6d1a') {'for_net_delete': True} {{(pid=98653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:43:48.465199 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.services.segments.db [None req-e8c38795-2ac8-4e9d-ae98-32d5d7d42ebb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09ce17f7-0107-4203-a9a0-226f64ae6d1a') {} {{(pid=98653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:43:48.491613 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-e8c38795-2ac8-4e9d-ae98-32d5d7d42ebb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730536124573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1754968'] for segment, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:48.525240 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-e8c38795-2ac8-4e9d-ae98-32d5d7d42ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713968'] for segment, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:48.537995 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8c38795-2ac8-4e9d-ae98-32d5d7d42ebb admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=98653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:43:48.538809 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-e8c38795-2ac8-4e9d-ae98-32d5d7d42ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14738947'] for segment, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:48.562110 dv-cinder-791239-3-smb neutron-server[98653]: Traceback (most recent call last): May 25 15:43:48.562110 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 15:43:48.562110 dv-cinder-791239-3-smb neutron-server[98653]: timer() May 25 15:43:48.562110 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 15:43:48.562110 dv-cinder-791239-3-smb neutron-server[98653]: cb(*args, **kw) May 25 15:43:48.562110 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 15:43:48.562110 dv-cinder-791239-3-smb neutron-server[98653]: return func(*args, **kwargs) May 25 15:43:48.562110 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 15:43:48.562110 dv-cinder-791239-3-smb neutron-server[98653]: self._notify() May 25 15:43:48.562110 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 15:43:48.562110 dv-cinder-791239-3-smb neutron-server[98653]: self.callback(batched_events) May 25 15:43:48.562110 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 15:43:48.562110 dv-cinder-791239-3-smb neutron-server[98653]: event.method(event) May 25 15:43:48.562110 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 15:43:48.562110 dv-cinder-791239-3-smb neutron-server[98653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 15:43:48.562110 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 15:43:48.562110 dv-cinder-791239-3-smb neutron-server[98653]: aggregate_uuid = self.p_client.list_aggregates( May 25 15:43:48.562110 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 15:43:48.562110 dv-cinder-791239-3-smb neutron-server[98653]: return f(self, *a, **k) May 25 15:43:48.562110 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 15:43:48.562110 dv-cinder-791239-3-smb neutron-server[98653]: return self._get(url).json() May 25 15:43:48.562110 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 15:43:48.562110 dv-cinder-791239-3-smb neutron-server[98653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 15:43:48.562110 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 15:43:48.562110 dv-cinder-791239-3-smb neutron-server[98653]: return self.request(url, 'GET', **kwargs) May 25 15:43:48.562110 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 15:43:48.562110 dv-cinder-791239-3-smb neutron-server[98653]: base_url = self.get_endpoint(auth, allow=allow, May 25 15:43:48.562110 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 15:43:48.562110 dv-cinder-791239-3-smb neutron-server[98653]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 15:43:48.562110 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 15:43:48.562110 dv-cinder-791239-3-smb neutron-server[98653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 15:43:48.562110 dv-cinder-791239-3-smb neutron-server[98653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 15:43:48.737240 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b0fdc1-4c38-4500-8e80-4e506f03f3cf req-ec542dbf-f464-43bd-9d09-d670d30cf3ec tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:48.739949 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-e8c38795-2ac8-4e9d-ae98-32d5d7d42ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16304419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16277480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423467'] for network, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:48.740626 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-d4b0fdc1-4c38-4500-8e80-4e506f03f3cf req-ec542dbf-f464-43bd-9d09-d670d30cf3ec tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 946 time: 0.3452642 May 25 15:43:48.756908 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-afc19aa0-1b20-4616-a589-be83e83ae590 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:48.772469 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-e8c38795-2ac8-4e9d-ae98-32d5d7d42ebb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for network, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:48.777579 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 44062) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:43:48.790613 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [None req-f95f7950-ac79-449d-8a5c-8345909f5d20 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Request body: {'floatingip': {'port_id': '4c772fa9-6a38-4554-9f1d-f8b47571819e'}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:43:48.791847 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c38795-2ac8-4e9d-ae98-32d5d7d42ebb admin admin] Pushing event deleted for resources: {'Network': ['ID=e69ea63f-a2e4-476a-aad6-a6e84b674a5f,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:48.797809 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-e8c38795-2ac8-4e9d-ae98-32d5d7d42ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:48.802691 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-e8c38795-2ac8-4e9d-ae98-32d5d7d42ebb admin admin] 10.222.0.11 "DELETE /v2.0/networks/e69ea63f-a2e4-476a-aad6-a6e84b674a5f HTTP/1.1" status: 204 len: 168 time: 1.0441086 May 25 15:43:48.810515 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 44066) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:43:48.914583 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.db_base_plugin_v2 [None req-96dad30e-7438-4002-81b8-ec8ce295a4ab admin admin] Deleting subnet ea4360c0-420d-43fb-9d4d-0406ac878c6e {{(pid=98653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 15:43:48.920093 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-96dad30e-7438-4002-81b8-ec8ce295a4ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:48.934340 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-5e596f64-6e97-4d78-9813-f3b7462efcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:49.008067 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-96dad30e-7438-4002-81b8-ec8ce295a4ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1754963'] for subnet, precommit_delete_associations {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:49.097945 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-96dad30e-7438-4002-81b8-ec8ce295a4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716231'] for subnet, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:49.109317 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-f95f7950-ac79-449d-8a5c-8345909f5d20 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks [] for floatingip, before_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:49.756672 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-44b48116-a7ae-4afa-9294-8a7a614f1f5e req-001f8902-1780-4193-88a0-70e5fe17f0bf tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Notify callbacks [] for port, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:49.771748 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-54b2cc20-35e3-46eb-a363-cce639cde438 req-ae1d7302-443b-4bc3-abfc-e95ff3a6cb82 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ca9d149-1ac5-43e4-9737-78bdf68f136b HTTP/1.1" status: 200 len: 210 time: 0.1337955 May 25 15:43:50.201418 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-44b48116-a7ae-4afa-9294-8a7a614f1f5e req-001f8902-1780-4193-88a0-70e5fe17f0bf tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730535669962'] for port, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:50.223854 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-96dad30e-7438-4002-81b8-ec8ce295a4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14943079'] for subnet, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:50.244322 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:50.293645 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-96dad30e-7438-4002-81b8-ec8ce295a4ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:50.322902 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-96dad30e-7438-4002-81b8-ec8ce295a4ab admin admin] 10.222.0.11 "DELETE /v2.0/subnets/ea4360c0-420d-43fb-9d4d-0406ac878c6e HTTP/1.1" status: 204 len: 168 time: 1.5095668 May 25 15:43:50.324348 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dad30e-7438-4002-81b8-ec8ce295a4ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea4360c0-420d-43fb-9d4d-0406ac878c6e,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:50.329127 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-96dad30e-7438-4002-81b8-ec8ce295a4ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:50.330614 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 44104) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:43:50.482357 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-61dd613b-f3f2-4fd9-acf0-68300fd05fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:50.589458 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:50.663423 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-209e9a3b-764c-4b76-b76f-3eadf37de502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704691'] for network, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:50.816988 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001f8902-1780-4193-88a0-70e5fe17f0bf tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Pushing event updated for resources: {'Port': ['ID=d509505d-528c-4e89-8f04-e1e018e998d5,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:50.832813 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-001f8902-1780-4193-88a0-70e5fe17f0bf tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:50.842069 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44b48116-a7ae-4afa-9294-8a7a614f1f5e req-001f8902-1780-4193-88a0-70e5fe17f0bf tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Network fde455c1-9145-4991-b1bd-56f4962af61a is already hosted by enough agents. {{(pid=98655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:43:50.864463 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.base_scheduler [req-44b48116-a7ae-4afa-9294-8a7a614f1f5e req-001f8902-1780-4193-88a0-70e5fe17f0bf tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Resources bound (agent type, host, resource id): {{(pid=98655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:43:50.892290 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b48116-a7ae-4afa-9294-8a7a614f1f5e req-001f8902-1780-4193-88a0-70e5fe17f0bf tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Received port after_create {{(pid=98655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:43:50.912328 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b48116-a7ae-4afa-9294-8a7a614f1f5e req-001f8902-1780-4193-88a0-70e5fe17f0bf tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:50.926207 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-44b48116-a7ae-4afa-9294-8a7a614f1f5e req-001f8902-1780-4193-88a0-70e5fe17f0bf tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for port, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:50.996288 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-209e9a3b-764c-4b76-b76f-3eadf37de502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717384', 'neutron.services.segments.db._delete_segments_for_network-8730536114652'] for network, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:51.024347 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.services.segments.db [None req-209e9a3b-764c-4b76-b76f-3eadf37de502 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9a2e8ac-88ad-4163-90f7-32177cd35f03']}} {{(pid=98653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:43:51.038316 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-44b48116-a7ae-4afa-9294-8a7a614f1f5e req-001f8902-1780-4193-88a0-70e5fe17f0bf tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0242217 May 25 15:43:51.047139 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.db.resource_extend [None req-f95f7950-ac79-449d-8a5c-8345909f5d20 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 15:43:51.068527 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.services.segments.db [None req-209e9a3b-764c-4b76-b76f-3eadf37de502 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '033a49e7-7aa3-47eb-9605-2267115c4184') {'for_net_delete': True} {{(pid=98653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:43:51.069192 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.services.segments.db [None req-209e9a3b-764c-4b76-b76f-3eadf37de502 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '033a49e7-7aa3-47eb-9605-2267115c4184') {} {{(pid=98653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:43:51.091309 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-209e9a3b-764c-4b76-b76f-3eadf37de502 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730536124573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1754968'] for segment, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:51.130910 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-209e9a3b-764c-4b76-b76f-3eadf37de502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713968'] for segment, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:51.157693 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-209e9a3b-764c-4b76-b76f-3eadf37de502 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=98653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:43:51.158367 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-209e9a3b-764c-4b76-b76f-3eadf37de502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14738947'] for segment, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:51.214991 dv-cinder-791239-3-smb neutron-server[98653]: Traceback (most recent call last): May 25 15:43:51.214991 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 15:43:51.214991 dv-cinder-791239-3-smb neutron-server[98653]: timer() May 25 15:43:51.214991 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 15:43:51.214991 dv-cinder-791239-3-smb neutron-server[98653]: cb(*args, **kw) May 25 15:43:51.214991 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 15:43:51.214991 dv-cinder-791239-3-smb neutron-server[98653]: return func(*args, **kwargs) May 25 15:43:51.214991 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 15:43:51.214991 dv-cinder-791239-3-smb neutron-server[98653]: self._notify() May 25 15:43:51.214991 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 15:43:51.214991 dv-cinder-791239-3-smb neutron-server[98653]: self.callback(batched_events) May 25 15:43:51.214991 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 15:43:51.214991 dv-cinder-791239-3-smb neutron-server[98653]: event.method(event) May 25 15:43:51.214991 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 15:43:51.214991 dv-cinder-791239-3-smb neutron-server[98653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 15:43:51.214991 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 15:43:51.214991 dv-cinder-791239-3-smb neutron-server[98653]: aggregate_uuid = self.p_client.list_aggregates( May 25 15:43:51.214991 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 15:43:51.214991 dv-cinder-791239-3-smb neutron-server[98653]: return f(self, *a, **k) May 25 15:43:51.214991 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 15:43:51.214991 dv-cinder-791239-3-smb neutron-server[98653]: return self._get(url).json() May 25 15:43:51.214991 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 15:43:51.214991 dv-cinder-791239-3-smb neutron-server[98653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 15:43:51.214991 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 15:43:51.214991 dv-cinder-791239-3-smb neutron-server[98653]: return self.request(url, 'GET', **kwargs) May 25 15:43:51.214991 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 15:43:51.214991 dv-cinder-791239-3-smb neutron-server[98653]: base_url = self.get_endpoint(auth, allow=allow, May 25 15:43:51.214991 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 15:43:51.214991 dv-cinder-791239-3-smb neutron-server[98653]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 15:43:51.214991 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 15:43:51.214991 dv-cinder-791239-3-smb neutron-server[98653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 15:43:51.214991 dv-cinder-791239-3-smb neutron-server[98653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 15:43:51.333336 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [req-44b48116-a7ae-4afa-9294-8a7a614f1f5e req-2195f8f0-66d9-4e9c-afe4-f48c98004914 service neutron] Request body: {'port': {'device_id': '1ca9d149-1ac5-43e4-9737-78bdf68f136b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79123'}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:43:51.474865 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-f95f7950-ac79-449d-8a5c-8345909f5d20 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:51.475912 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-209e9a3b-764c-4b76-b76f-3eadf37de502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16304419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16277480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423467'] for network, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:51.484720 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:51.527083 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-209e9a3b-764c-4b76-b76f-3eadf37de502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for network, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:51.547718 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209e9a3b-764c-4b76-b76f-3eadf37de502 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9a2e8ac-88ad-4163-90f7-32177cd35f03,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:51.554339 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-209e9a3b-764c-4b76-b76f-3eadf37de502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:51.557693 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-209e9a3b-764c-4b76-b76f-3eadf37de502 admin admin] 10.222.0.11 "DELETE /v2.0/networks/b9a2e8ac-88ad-4163-90f7-32177cd35f03 HTTP/1.1" status: 204 len: 168 time: 1.2246556 May 25 15:43:51.605720 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-f95f7950-ac79-449d-8a5c-8345909f5d20 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423449'] for floatingip, after_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:51.866844 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-44b48116-a7ae-4afa-9294-8a7a614f1f5e req-2195f8f0-66d9-4e9c-afe4-f48c98004914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:52.077936 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc497bea-21b3-4a33-af14-4e0280b40443 req-dfdfcf9a-8693-41b9-ae29-df0acddf5fec tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:52.079146 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-dc497bea-21b3-4a33-af14-4e0280b40443 req-dfdfcf9a-8693-41b9-ae29-df0acddf5fec tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Synchronizing usage tracker for tenant:1d134a598c59473d8ccbc2e7fe06b68c on resource:port {{(pid=98655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:43:52.127586 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 44134) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:43:52.136086 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-dc497bea-21b3-4a33-af14-4e0280b40443 req-dfdfcf9a-8693-41b9-ae29-df0acddf5fec tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Unset dirty status for tenant:1d134a598c59473d8ccbc2e7fe06b68c on resource:port {{(pid=98655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:43:52.146217 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-dc497bea-21b3-4a33-af14-4e0280b40443 req-dfdfcf9a-8693-41b9-ae29-df0acddf5fec tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ca9d149-1ac5-43e4-9737-78bdf68f136b HTTP/1.1" status: 200 len: 932 time: 0.8803966 May 25 15:43:52.291744 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-73a35244-00b2-4075-b86f-b4b2c75eb3df admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b999ef0246654a3b9e28bfe8660d4c21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1510274 May 25 15:43:52.291744 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 44142) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:43:52.499675 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-8891d117-f0bd-4b96-ba46-182fd6d1cf22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:52.596698 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-8891d117-f0bd-4b96-ba46-182fd6d1cf22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:52.646602 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-dc497bea-21b3-4a33-af14-4e0280b40443 req-fd7abe9b-3a5b-4d13-a4d3-e5e85ea4cc44 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbd27a6-44d2-4431-adaa-f3359022e125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4989600 May 25 15:43:52.651947 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.db.l3_db [None req-f95f7950-ac79-449d-8a5c-8345909f5d20 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Floating IP 2e6f9246-0a6e-4aa7-8ab4-7faa4b9d8f13 associated. External IP: 172.28.3.38, port: 4c772fa9-6a38-4554-9f1d-f8b47571819e. May 25 15:43:53.038279 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d58740-7609-4c20-bd04-1ecd995a73fd req-6aca9476-5ad1-4c8a-9be8-4786fd005769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:53.041500 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-c1d58740-7609-4c20-bd04-1ecd995a73fd req-6aca9476-5ad1-4c8a-9be8-4786fd005769 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4c2510090ada4fe295deec64f74c04e7&device_id=aafa266a-bc66-489e-8f2b-27535d4ec88f HTTP/1.1" status: 200 len: 1098 time: 0.3471982 May 25 15:43:53.114939 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-8891d117-f0bd-4b96-ba46-182fd6d1cf22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:53.222108 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-859cfcf4-39e1-48ef-9a6c-ac898d12632c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:53.285707 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8891d117-f0bd-4b96-ba46-182fd6d1cf22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b38f76-4fda-4ea3-a3d5-7349b38636b1,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:53.314137 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-8891d117-f0bd-4b96-ba46-182fd6d1cf22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:53.319577 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-8891d117-f0bd-4b96-ba46-182fd6d1cf22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:53.322126 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-8891d117-f0bd-4b96-ba46-182fd6d1cf22 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/84b38f76-4fda-4ea3-a3d5-7349b38636b1 HTTP/1.1" status: 204 len: 168 time: 1.0294719 May 25 15:43:53.391880 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d58740-7609-4c20-bd04-1ecd995a73fd req-9acc0d7c-f26e-41ec-ad0a-43cd7e9210d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:53.395240 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-c1d58740-7609-4c20-bd04-1ecd995a73fd req-9acc0d7c-f26e-41ec-ad0a-43cd7e9210d0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=903b1638-4303-4bd6-85d0-46b06b3b03e2 HTTP/1.1" status: 200 len: 920 time: 0.3345022 May 25 15:43:53.573329 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-c1d58740-7609-4c20-bd04-1ecd995a73fd req-d7aacd2d-8aa0-4fb5-a94b-602e9ea1bd9f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=913212ce-3d8b-4dcc-9a04-ff0ac4d1ebe7 HTTP/1.1" status: 200 len: 217 time: 0.1656365 May 25 15:43:53.730287 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d58740-7609-4c20-bd04-1ecd995a73fd req-1588f9eb-b459-4025-9f04-608ae1a76747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:53.734310 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-c1d58740-7609-4c20-bd04-1ecd995a73fd req-1588f9eb-b459-4025-9f04-608ae1a76747 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86a02047-08fe-4706-bc57-8e2d90eb8132 HTTP/1.1" status: 200 len: 859 time: 0.1502342 May 25 15:43:53.808051 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269b601-4e81-4239-b061-90ed69271507 req-0008d355-4597-47d5-8967-c662dd0853e8 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:53.810534 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-9269b601-4e81-4239-b061-90ed69271507 req-0008d355-4597-47d5-8967-c662dd0853e8 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafa266a-bc66-489e-8f2b-27535d4ec88f HTTP/1.1" status: 200 len: 945 time: 0.7775984 May 25 15:43:53.840691 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95f7950-ac79-449d-8a5c-8345909f5d20 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Router 2c7745e3-d71a-49b1-b28d-2b70ea768bca has already been hosted by L3 agent f8a1ad16-ec6f-48c0-91e7-34790a8304cd {{(pid=98655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:43:53.851948 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-c1d58740-7609-4c20-bd04-1ecd995a73fd req-fe131b08-b28f-44c3-a25e-132e1c6147b7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=903b1638-4303-4bd6-85d0-46b06b3b03e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1088784 May 25 15:43:54.183747 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-c1d58740-7609-4c20-bd04-1ecd995a73fd req-0eda71c6-5a16-43a9-a043-8780f9fddecf service neutron] 10.222.0.62 "GET /v2.0/networks/903b1638-4303-4bd6-85d0-46b06b3b03e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229146 May 25 15:43:54.381265 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 44180) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:43:54.537481 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-91f9bee4-bca2-42ac-90e3-11e20cf73564 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b3adab1967134dbfb3db9f86c211bdd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1544294 May 25 15:43:54.547382 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 44188) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:43:54.567675 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.notifiers.nova [req-44b48116-a7ae-4afa-9294-8a7a614f1f5e req-2195f8f0-66d9-4e9c-afe4-f48c98004914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d509505d-528c-4e89-8f04-e1e018e998d5 {{(pid=98655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:43:54.569314 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-c1d58740-7609-4c20-bd04-1ecd995a73fd req-fb85ea90-2447-4127-b706-ea8d43898510 service neutron] 10.222.0.62 "GET /v2.0/networks/903b1638-4303-4bd6-85d0-46b06b3b03e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771999 May 25 15:43:54.579651 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-9269b601-4e81-4239-b061-90ed69271507 req-4a4334a5-8829-4ea5-98b7-a33bb4a680ee tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7444055 May 25 15:43:54.605274 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-44b48116-a7ae-4afa-9294-8a7a614f1f5e req-2195f8f0-66d9-4e9c-afe4-f48c98004914 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:54.680600 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.provisioning_blocks [req-44b48116-a7ae-4afa-9294-8a7a614f1f5e req-2195f8f0-66d9-4e9c-afe4-f48c98004914 service neutron] Transition to ACTIVE for port object d509505d-528c-4e89-8f04-e1e018e998d5 will not be triggered until provisioned by entity L2. {{(pid=98655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:43:54.692718 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95f7950-ac79-449d-8a5c-8345909f5d20 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify agent at l3_agent.dv-cinder-791239-3-smb the message routers_updated {{(pid=98655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:43:54.699899 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-f95f7950-ac79-449d-8a5c-8345909f5d20 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for floatingip, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:54.742729 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb64f28-2f99-4709-a74b-3468dc18d8bc None None] Sync routers for ids ['2c7745e3-d71a-49b1-b28d-2b70ea768bca'] in dv-cinder-791239-3-smb {{(pid=98660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:43:54.760982 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb64f28-2f99-4709-a74b-3468dc18d8bc None None] Routers {'2c7745e3-d71a-49b1-b28d-2b70ea768bca'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:43:54.762418 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-0bb64f28-2f99-4709-a74b-3468dc18d8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:43:47Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['2c7745e3-d71a-49b1-b28d-2b70ea768bca'], 'active': True} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:43:54.809772 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-44b48116-a7ae-4afa-9294-8a7a614f1f5e req-2195f8f0-66d9-4e9c-afe4-f48c98004914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:54.824738 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-5fd1c3b6-a6e0-4b6e-ad58-1fd38a361bb1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:55.098008 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-f95f7950-ac79-449d-8a5c-8345909f5d20 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "PUT /v2.0/floatingips/2e6f9246-0a6e-4aa7-8ab4-7faa4b9d8f13 HTTP/1.1" status: 200 len: 991 time: 6.3186150 May 25 15:43:55.107502 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec117617-97bf-489f-969b-bc0810abd688', 'tag': '4c772fa9-6a38-4554-9f1d-f8b47571819e'}] {{(pid=98655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:43:55.144166 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085aaf36-4dc3-4da7-8ea4-5b12d1ad04aa req-7a5d357c-cff5-403f-8ad0-7887eafdaab4 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:55.154327 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-085aaf36-4dc3-4da7-8ea4-5b12d1ad04aa req-7a5d357c-cff5-403f-8ad0-7887eafdaab4 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ca9d149-1ac5-43e4-9737-78bdf68f136b HTTP/1.1" status: 200 len: 932 time: 1.0574751 May 25 15:43:55.164959 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvr_db [None req-0bb64f28-2f99-4709-a74b-3468dc18d8bc None None] Set router 2c7745e3-d71a-49b1-b28d-2b70ea768bca gateway port host: dv-cinder-791239-3-smb {{(pid=98660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:43:55.170185 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-ed4f5ec0-f4b2-49bc-85d0-a6d8e073ed26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:55.232610 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2195f8f0-66d9-4e9c-afe4-f48c98004914 service neutron] Pushing event updated for resources: {'Port': ['ID=d509505d-528c-4e89-8f04-e1e018e998d5,revision_number=2']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:55.277726 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-2195f8f0-66d9-4e9c-afe4-f48c98004914 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:55.409416 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-ed4f5ec0-f4b2-49bc-85d0-a6d8e073ed26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:55.422438 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.managers [req-44b48116-a7ae-4afa-9294-8a7a614f1f5e req-2195f8f0-66d9-4e9c-afe4-f48c98004914 service neutron] Attempting to bind port d509505d-528c-4e89-8f04-e1e018e998d5 on host hv-cinder-79123 for vnic_type normal with profile {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:43:55.423528 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.managers [req-44b48116-a7ae-4afa-9294-8a7a614f1f5e req-2195f8f0-66d9-4e9c-afe4-f48c98004914 service neutron] Attempting to bind port d509505d-528c-4e89-8f04-e1e018e998d5 by drivers openvswitch,hyperv on host hv-cinder-79123 at level 0 using segments [{'id': '31969b1b-60ab-476b-9611-7751f69bdb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'fde455c1-9145-4991-b1bd-56f4962af61a'}] {{(pid=98655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:43:55.424079 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b48116-a7ae-4afa-9294-8a7a614f1f5e req-2195f8f0-66d9-4e9c-afe4-f48c98004914 service neutron] Attempting to bind port d509505d-528c-4e89-8f04-e1e018e998d5 on network fde455c1-9145-4991-b1bd-56f4962af61a {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:43:55.450751 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b48116-a7ae-4afa-9294-8a7a614f1f5e req-2195f8f0-66d9-4e9c-afe4-f48c98004914 service neutron] Port d509505d-528c-4e89-8f04-e1e018e998d5 on network fde455c1-9145-4991-b1bd-56f4962af61a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79123 {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 15:43:55.451271 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b48116-a7ae-4afa-9294-8a7a614f1f5e req-2195f8f0-66d9-4e9c-afe4-f48c98004914 service neutron] Attempting to bind port d509505d-528c-4e89-8f04-e1e018e998d5 on network fde455c1-9145-4991-b1bd-56f4962af61a {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:43:55.500246 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-085aaf36-4dc3-4da7-8ea4-5b12d1ad04aa req-e157cd54-e943-413d-b769-c0f55d165434 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbd27a6-44d2-4431-adaa-f3359022e125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448384 May 25 15:43:55.531377 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b48116-a7ae-4afa-9294-8a7a614f1f5e req-2195f8f0-66d9-4e9c-afe4-f48c98004914 service neutron] Checking agent: {'id': 'e8d02b02-d66f-44f3-9cce-64202f9374d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 39, 18), 'started_at': datetime.datetime(2021, 5, 25, 15, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:43:55.531946 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b48116-a7ae-4afa-9294-8a7a614f1f5e req-2195f8f0-66d9-4e9c-afe4-f48c98004914 service neutron] Checking segment: {'id': '31969b1b-60ab-476b-9611-7751f69bdb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'fde455c1-9145-4991-b1bd-56f4962af61a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:43:55.533294 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b48116-a7ae-4afa-9294-8a7a614f1f5e req-2195f8f0-66d9-4e9c-afe4-f48c98004914 service neutron] Bound using segment: {'id': '31969b1b-60ab-476b-9611-7751f69bdb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'fde455c1-9145-4991-b1bd-56f4962af61a'} {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:43:55.534723 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.managers [req-44b48116-a7ae-4afa-9294-8a7a614f1f5e req-2195f8f0-66d9-4e9c-afe4-f48c98004914 service neutron] Bound port: d509505d-528c-4e89-8f04-e1e018e998d5, host: hv-cinder-79123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31969b1b-60ab-476b-9611-7751f69bdb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'fde455c1-9145-4991-b1bd-56f4962af61a'}}] {{(pid=98655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:43:55.537896 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-44b48116-a7ae-4afa-9294-8a7a614f1f5e req-2195f8f0-66d9-4e9c-afe4-f48c98004914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:55.602619 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec117617-97bf-489f-969b-bc0810abd688', 'tag': '4c772fa9-6a38-4554-9f1d-f8b47571819e', 'status': 'completed', 'code': 200} May 25 15:43:55.878553 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-ed4f5ec0-f4b2-49bc-85d0-a6d8e073ed26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:55.894333 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-87fa8e12-8672-489c-bf77-b638e4f30ed7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:55.981270 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b590d-66a7-47bc-90fc-a2beb631cd08 req-a7064b37-6c4d-4fcb-97d1-6e3f4d6d1700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:55.984646 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-9b4b590d-66a7-47bc-90fc-a2beb631cd08 req-a7064b37-6c4d-4fcb-97d1-6e3f4d6d1700 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e74cfaf52f64453a8a7344d0a12351a4&device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 1099 time: 0.3450999 May 25 15:43:56.101882 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 44228) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:43:56.180371 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f5ec0-f4b2-49bc-85d0-a6d8e073ed26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697aa630-6844-4a00-8650-adb905bcc0f0,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:56.262802 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-ed4f5ec0-f4b2-49bc-85d0-a6d8e073ed26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:56.290984 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-ed4f5ec0-f4b2-49bc-85d0-a6d8e073ed26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:56.292997 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-ed4f5ec0-f4b2-49bc-85d0-a6d8e073ed26 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/697aa630-6844-4a00-8650-adb905bcc0f0 HTTP/1.1" status: 204 len: 168 time: 1.7343671 May 25 15:43:56.329965 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.db [req-44b48116-a7ae-4afa-9294-8a7a614f1f5e req-2195f8f0-66d9-4e9c-afe4-f48c98004914 service neutron] For port d509505d-528c-4e89-8f04-e1e018e998d5, host hv-cinder-79123, cleared binding levels {{(pid=98655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:43:56.339791 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-0bb64f28-2f99-4709-a74b-3468dc18d8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'name': 'tempest-AttachVolumeShelveTestJSON-892354519-router', 'tenant_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': '991da8b7-794c-44fb-bc5b-054bdff00d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:42:50Z', 'updated_at': '2021-05-25T15:43:04Z', 'revision_number': 4, 'project_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'gw_port': {'id': '991da8b7-794c-44fb-bc5b-054bdff00d2e', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:42:53Z', 'updated_at': '2021-05-25T15:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_floatingips': [{'id': '2e6f9246-0a6e-4aa7-8ab4-7faa4b9d8f13', 'tenant_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'floating_ip_address': '172.28.3.38', 'floating_network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'router_id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'port_id': '4c772fa9-6a38-4554-9f1d-f8b47571819e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c420c9e-5d3a-4c72-87cc-64c647e4aa69', 'mac_address': 'fa:16:3e:0f:d6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec117617-97bf-489f-969b-bc0810abd688', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:43:18Z', 'updated_at': '2021-05-25T15:43:50Z', 'revision_number': 1, 'project_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d906e6b-5645-4e5c-817a-80b4a5239814', 'name': '', 'network_id': '9c420c9e-5d3a-4c72-87cc-64c647e4aa69', 'tenant_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'mac_address': 'fa:16:3e:d4:76:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'a3cc6c99-8adf-4559-8841-da254b001c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:43:02Z', 'updated_at': '2021-05-25T15:43:18Z', 'revision_number': 5, 'project_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'subnets': [{'id': 'a3cc6c99-8adf-4559-8841-da254b001c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:43:56.340945 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.db [req-44b48116-a7ae-4afa-9294-8a7a614f1f5e req-2195f8f0-66d9-4e9c-afe4-f48c98004914 service neutron] For port d509505d-528c-4e89-8f04-e1e018e998d5, host hv-cinder-79123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=d509505d-528c-4e89-8f04-e1e018e998d5,segment=NetworkSegment(31969b1b-60ab-476b-9611-7751f69bdb8e),segment_id=31969b1b-60ab-476b-9611-7751f69bdb8e)] {{(pid=98655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:43:56.353817 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb64f28-2f99-4709-a74b-3468dc18d8bc None None] Checking router: 2c7745e3-d71a-49b1-b28d-2b70ea768bca for host: dv-cinder-791239-3-smb {{(pid=98660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:43:56.355209 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-44b48116-a7ae-4afa-9294-8a7a614f1f5e req-2195f8f0-66d9-4e9c-afe4-f48c98004914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:56.369555 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:56.401011 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb64f28-2f99-4709-a74b-3468dc18d8bc None None] Routers {'2c7745e3-d71a-49b1-b28d-2b70ea768bca'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:43:56.402090 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-0bb64f28-2f99-4709-a74b-3468dc18d8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:43:47Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['2c7745e3-d71a-49b1-b28d-2b70ea768bca'], 'active': True} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:43:56.609336 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b48116-a7ae-4afa-9294-8a7a614f1f5e req-2195f8f0-66d9-4e9c-afe4-f48c98004914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:56.610106 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-44b48116-a7ae-4afa-9294-8a7a614f1f5e req-2195f8f0-66d9-4e9c-afe4-f48c98004914 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for port, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:56.614192 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-44b48116-a7ae-4afa-9294-8a7a614f1f5e req-2195f8f0-66d9-4e9c-afe4-f48c98004914 service neutron] 10.222.0.62 "PUT /v2.0/ports/d509505d-528c-4e89-8f04-e1e018e998d5 HTTP/1.1" status: 200 len: 1094 time: 5.2886117 May 25 15:43:56.744206 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b590d-66a7-47bc-90fc-a2beb631cd08 req-b66d72af-4bfd-4c07-b2c5-621a6fc19300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:56.754963 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-9b4b590d-66a7-47bc-90fc-a2beb631cd08 req-b66d72af-4bfd-4c07-b2c5-621a6fc19300 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9c420c9e-5d3a-4c72-87cc-64c647e4aa69 HTTP/1.1" status: 200 len: 917 time: 0.7635849 May 25 15:43:56.983487 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd8fd20-2f71-4c1c-9646-4f07b6763338 req-3b928fa4-0dca-467e-87cd-2fe5e99ec6da tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:56.990739 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-fdd8fd20-2f71-4c1c-9646-4f07b6763338 req-3b928fa4-0dca-467e-87cd-2fe5e99ec6da tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafa266a-bc66-489e-8f2b-27535d4ec88f HTTP/1.1" status: 200 len: 945 time: 0.8854783 May 25 15:43:57.087453 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2195f8f0-66d9-4e9c-afe4-f48c98004914 service neutron] Pushing event updated for resources: {'Port': ['ID=d509505d-528c-4e89-8f04-e1e018e998d5,revision_number=3']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:57.095393 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-2195f8f0-66d9-4e9c-afe4-f48c98004914 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.726s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:57.207513 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-9b4b590d-66a7-47bc-90fc-a2beb631cd08 req-5e4a192d-9834-4759-aaf2-d73bfc884192 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c772fa9-6a38-4554-9f1d-f8b47571819e HTTP/1.1" status: 200 len: 999 time: 0.4443600 May 25 15:43:57.221421 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvr_db [None req-0bb64f28-2f99-4709-a74b-3468dc18d8bc None None] Set router 2c7745e3-d71a-49b1-b28d-2b70ea768bca gateway port host: dv-cinder-791239-3-smb {{(pid=98660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:43:57.299561 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-fdd8fd20-2f71-4c1c-9646-4f07b6763338 req-d863445a-3e59-4b02-8c93-d79f65e2c53d tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867906 May 25 15:43:57.377077 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-fcc6bffd-7a37-4b01-9c6c-dc983b4765b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:57.441365 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b590d-66a7-47bc-90fc-a2beb631cd08 req-ff4b7320-770b-4bd8-8620-4ccc5d9ec139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:57.445884 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-9b4b590d-66a7-47bc-90fc-a2beb631cd08 req-ff4b7320-770b-4bd8-8620-4ccc5d9ec139 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a3cc6c99-8adf-4559-8841-da254b001c5f HTTP/1.1" status: 200 len: 855 time: 0.2206252 May 25 15:43:57.542316 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-fcc6bffd-7a37-4b01-9c6c-dc983b4765b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:43:57.561589 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-fcc6bffd-7a37-4b01-9c6c-dc983b4765b3 admin admin] Usage tracker for resource:security_group_rule and tenant:da8f9cdfaef348558c5d684a26cd1e86 is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:43:57.569317 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-fcc6bffd-7a37-4b01-9c6c-dc983b4765b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:43:57.582423 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-fcc6bffd-7a37-4b01-9c6c-dc983b4765b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:43:57.623984 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ca9d149-1ac5-43e4-9737-78bdf68f136b', 'tag': 'd509505d-528c-4e89-8f04-e1e018e998d5'}] {{(pid=98655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:43:57.647079 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b48116-a7ae-4afa-9294-8a7a614f1f5e req-076e6118-3030-4471-afeb-56cf68ed2acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:57.650339 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-44b48116-a7ae-4afa-9294-8a7a614f1f5e req-076e6118-3030-4471-afeb-56cf68ed2acd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d134a598c59473d8ccbc2e7fe06b68c&device_id=1ca9d149-1ac5-43e4-9737-78bdf68f136b HTTP/1.1" status: 200 len: 1097 time: 0.9221215 May 25 15:43:57.787273 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b590d-66a7-47bc-90fc-a2beb631cd08 req-7bd8fbbd-cfa1-4b68-94d2-e409241714e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:57.795440 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-9b4b590d-66a7-47bc-90fc-a2beb631cd08 req-7bd8fbbd-cfa1-4b68-94d2-e409241714e9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9c420c9e-5d3a-4c72-87cc-64c647e4aa69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3385103 May 25 15:43:57.946456 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ca9d149-1ac5-43e4-9737-78bdf68f136b', 'tag': 'd509505d-528c-4e89-8f04-e1e018e998d5', 'status': 'completed', 'code': 200} May 25 15:43:57.999745 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-44b48116-a7ae-4afa-9294-8a7a614f1f5e req-6791f7ee-f6c6-4984-8993-b302c4ea2626 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d509505d-528c-4e89-8f04-e1e018e998d5 HTTP/1.1" status: 200 len: 217 time: 0.3224919 May 25 15:43:58.136863 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-0bb64f28-2f99-4709-a74b-3468dc18d8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'name': 'tempest-AttachVolumeShelveTestJSON-892354519-router', 'tenant_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': '991da8b7-794c-44fb-bc5b-054bdff00d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:42:50Z', 'updated_at': '2021-05-25T15:43:04Z', 'revision_number': 4, 'project_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'gw_port': {'id': '991da8b7-794c-44fb-bc5b-054bdff00d2e', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:42:53Z', 'updated_at': '2021-05-25T15:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_floatingips': [{'id': '2e6f9246-0a6e-4aa7-8ab4-7faa4b9d8f13', 'tenant_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'floating_ip_address': '172.28.3.38', 'floating_network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'router_id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'port_id': '4c772fa9-6a38-4554-9f1d-f8b47571819e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c420c9e-5d3a-4c72-87cc-64c647e4aa69', 'mac_address': 'fa:16:3e:0f:d6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec117617-97bf-489f-969b-bc0810abd688', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:43:18Z', 'updated_at': '2021-05-25T15:43:50Z', 'revision_number': 1, 'project_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d906e6b-5645-4e5c-817a-80b4a5239814', 'name': '', 'network_id': '9c420c9e-5d3a-4c72-87cc-64c647e4aa69', 'tenant_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'mac_address': 'fa:16:3e:d4:76:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'a3cc6c99-8adf-4559-8841-da254b001c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:43:02Z', 'updated_at': '2021-05-25T15:43:18Z', 'revision_number': 5, 'project_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'subnets': [{'id': 'a3cc6c99-8adf-4559-8841-da254b001c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:43:58.155679 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb64f28-2f99-4709-a74b-3468dc18d8bc None None] The sync data for ids ['2c7745e3-d71a-49b1-b28d-2b70ea768bca'] in dv-cinder-791239-3-smb is: [{'id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'name': 'tempest-AttachVolumeShelveTestJSON-892354519-router', 'tenant_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': '991da8b7-794c-44fb-bc5b-054bdff00d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:42:50Z', 'updated_at': '2021-05-25T15:43:04Z', 'revision_number': 4, 'project_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'gw_port': {'id': '991da8b7-794c-44fb-bc5b-054bdff00d2e', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:42:53Z', 'updated_at': '2021-05-25T15:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_floatingips': [{'id': '2e6f9246-0a6e-4aa7-8ab4-7faa4b9d8f13', 'tenant_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'floating_ip_address': '172.28.3.38', 'floating_network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'router_id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'port_id': '4c772fa9-6a38-4554-9f1d-f8b47571819e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c420c9e-5d3a-4c72-87cc-64c647e4aa69', 'mac_address': 'fa:16:3e:0f:d6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec117617-97bf-489f-969b-bc0810abd688', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:43:18Z', 'updated_at': '2021-05-25T15:43:50Z', 'revision_number': 1, 'project_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d906e6b-5645-4e5c-817a-80b4a5239814', 'name': '', 'network_id': '9c420c9e-5d3a-4c72-87cc-64c647e4aa69', 'tenant_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'mac_address': 'fa:16:3e:d4:76:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'a3cc6c99-8adf-4559-8841-da254b001c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:43:02Z', 'updated_at': '2021-05-25T15:43:18Z', 'revision_number': 5, 'project_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'subnets': [{'id': 'a3cc6c99-8adf-4559-8841-da254b001c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:43:58.193884 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e7385-f4be-42e6-920b-bbf19bf41f7e req-2a118156-7227-40b4-b303-c630f72cf6a5 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:58.205582 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-395e7385-f4be-42e6-920b-bbf19bf41f7e req-2a118156-7227-40b4-b303-c630f72cf6a5 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ca9d149-1ac5-43e4-9737-78bdf68f136b HTTP/1.1" status: 200 len: 944 time: 0.7969904 May 25 15:43:58.238315 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-9b4b590d-66a7-47bc-90fc-a2beb631cd08 req-6651148f-1466-4b21-8471-1148f82f2af9 service neutron] 10.222.0.62 "GET /v2.0/networks/9c420c9e-5d3a-4c72-87cc-64c647e4aa69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4383826 May 25 15:43:58.303512 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b48116-a7ae-4afa-9294-8a7a614f1f5e req-adcee87e-0fe0-4403-8afc-d60797a54f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:58.304164 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-44b48116-a7ae-4afa-9294-8a7a614f1f5e req-adcee87e-0fe0-4403-8afc-d60797a54f8f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a6d5945a-0f4d-482f-9237-141c82cdd352 HTTP/1.1" status: 200 len: 849 time: 0.2891545 May 25 15:43:58.481646 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-44b48116-a7ae-4afa-9294-8a7a614f1f5e req-643fb529-88f9-43dc-b598-87dfe88515f9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fde455c1-9145-4991-b1bd-56f4962af61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1511207 May 25 15:43:58.615181 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfe2b10-4cee-44da-9b87-cd8682a625aa None None] New status for floating IP 2e6f9246-0a6e-4aa7-8ab4-7faa4b9d8f13: ACTIVE {{(pid=98656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 15:43:58.659755 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-395e7385-f4be-42e6-920b-bbf19bf41f7e req-c38013d5-78e3-43da-8899-8ac403c7138e tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbd27a6-44d2-4431-adaa-f3359022e125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4333949 May 25 15:43:58.784844 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-9b4b590d-66a7-47bc-90fc-a2beb631cd08 req-2fff927c-b3b1-4eae-a4fd-09b2fdce86aa service neutron] 10.222.0.62 "GET /v2.0/networks/9c420c9e-5d3a-4c72-87cc-64c647e4aa69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5369399 May 25 15:43:58.969289 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-fcc6bffd-7a37-4b01-9c6c-dc983b4765b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:58.999120 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-fcc6bffd-7a37-4b01-9c6c-dc983b4765b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:59.021763 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-851ea758-b112-474a-8b2c-448881d2294a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:59.223426 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-fcc6bffd-7a37-4b01-9c6c-dc983b4765b3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=da8f9cdfaef348558c5d684a26cd1e86&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0456321 May 25 15:43:59.228002 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 44300) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:43:59.318540 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc6bffd-7a37-4b01-9c6c-dc983b4765b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57a8eed-93c6-4bb9-b6e6-6c5395bceda2,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:59.345583 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-44b48116-a7ae-4afa-9294-8a7a614f1f5e req-2f233b7c-f11e-4379-aacc-05760a51f006 service neutron] 10.222.0.62 "GET /v2.0/networks/fde455c1-9145-4991-b1bd-56f4962af61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8489928 May 25 15:43:59.362405 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-fcc6bffd-7a37-4b01-9c6c-dc983b4765b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:59.373186 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-fa6c6af7-3807-4f40-8be8-0fdca342e3e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:59.475446 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-fa6c6af7-3807-4f40-8be8-0fdca342e3e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:59.658350 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577f9b8-d957-45f0-858e-2cac82362556 req-6a931d24-d103-47db-9036-172eaeeec71a tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:59.663232 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-fa6c6af7-3807-4f40-8be8-0fdca342e3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:59.670748 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-d4237af9-171e-4783-aaf7-03e5048a38cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:59.673404 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-d577f9b8-d957-45f0-858e-2cac82362556 req-6a931d24-d103-47db-9036-172eaeeec71a tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafa266a-bc66-489e-8f2b-27535d4ec88f HTTP/1.1" status: 200 len: 945 time: 0.8287406 May 25 15:43:59.706913 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6c6af7-3807-4f40-8be8-0fdca342e3e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57a8eed-93c6-4bb9-b6e6-6c5395bceda2,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:59.717145 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-fa6c6af7-3807-4f40-8be8-0fdca342e3e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:59.721477 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-fa6c6af7-3807-4f40-8be8-0fdca342e3e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:59.723707 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-fa6c6af7-3807-4f40-8be8-0fdca342e3e8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b57a8eed-93c6-4bb9-b6e6-6c5395bceda2 HTTP/1.1" status: 204 len: 168 time: 0.4941361 May 25 15:43:59.954372 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 44318) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:43:59.970305 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-d577f9b8-d957-45f0-858e-2cac82362556 req-04ba722a-da43-42d4-8d14-d0b1fea04e56 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372243 May 25 15:43:59.973883 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-44b48116-a7ae-4afa-9294-8a7a614f1f5e req-aca5d2f9-9c85-4f04-8f38-f3c19b119430 service neutron] 10.222.0.62 "GET /v2.0/networks/fde455c1-9145-4991-b1bd-56f4962af61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6190212 May 25 15:44:00.129096 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a5a24-6057-40de-a23e-4f74c974672b req-6351b9c1-55ea-4561-a04e-e032adfcb044 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:00.133774 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-327a5a24-6057-40de-a23e-4f74c974672b req-6351b9c1-55ea-4561-a04e-e032adfcb044 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ca9d149-1ac5-43e4-9737-78bdf68f136b HTTP/1.1" status: 200 len: 944 time: 0.1542246 May 25 15:44:00.263964 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-d9a5d3bd-9c76-4121-8918-1806da8807c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:00.310649 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-d9a5d3bd-9c76-4121-8918-1806da8807c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:44:00.322439 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-327a5a24-6057-40de-a23e-4f74c974672b req-90c741fa-5866-4bca-a2b3-aedb9f3b816a tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbd27a6-44d2-4431-adaa-f3359022e125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130767 May 25 15:44:00.327102 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-d9a5d3bd-9c76-4121-8918-1806da8807c3 admin admin] Usage tracker for resource:security_group_rule and tenant:c8f73fe4390c45f68c6189d3b3b29442 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:44:00.334070 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-d9a5d3bd-9c76-4121-8918-1806da8807c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:44:00.348353 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd0bf1-d399-4a3e-9b50-ad31c6093f9a req-12c5633a-ac3b-4d04-a5e8-655265bf11fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:00.351151 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-3dfd0bf1-d399-4a3e-9b50-ad31c6093f9a req-12c5633a-ac3b-4d04-a5e8-655265bf11fa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d134a598c59473d8ccbc2e7fe06b68c&device_id=1ca9d149-1ac5-43e4-9737-78bdf68f136b HTTP/1.1" status: 200 len: 1097 time: 0.2144194 May 25 15:44:00.352008 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-d9a5d3bd-9c76-4121-8918-1806da8807c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:44:00.566264 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-d9a5d3bd-9c76-4121-8918-1806da8807c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:00.575056 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-d9a5d3bd-9c76-4121-8918-1806da8807c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:00.590545 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-b86d10ea-c0f6-43d7-8218-b3db630f1ef8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:00.674728 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a5d3bd-9c76-4121-8918-1806da8807c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=791a5ee6-f387-4428-a44f-890739b05b63,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:00.683110 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-d9a5d3bd-9c76-4121-8918-1806da8807c3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c8f73fe4390c45f68c6189d3b3b29442&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7256067 May 25 15:44:00.686142 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-d9a5d3bd-9c76-4121-8918-1806da8807c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:00.687210 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 44332) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:44:00.717068 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd0bf1-d399-4a3e-9b50-ad31c6093f9a req-dfba88fb-cc1b-4694-a7eb-d26690d54224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:00.720144 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-3dfd0bf1-d399-4a3e-9b50-ad31c6093f9a req-dfba88fb-cc1b-4694-a7eb-d26690d54224 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fde455c1-9145-4991-b1bd-56f4962af61a HTTP/1.1" status: 200 len: 910 time: 0.3601725 May 25 15:44:00.867146 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-3dfd0bf1-d399-4a3e-9b50-ad31c6093f9a req-d73ced16-32f2-4f3c-b0a6-4c2bc0783737 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d509505d-528c-4e89-8f04-e1e018e998d5 HTTP/1.1" status: 200 len: 217 time: 0.1397061 May 25 15:44:01.004324 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-7cc80b2d-565f-4966-a8a6-c962a20108bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:01.013647 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd0bf1-d399-4a3e-9b50-ad31c6093f9a req-3bfca012-1604-4e30-8b88-ca5f9f6800c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:01.015469 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-3dfd0bf1-d399-4a3e-9b50-ad31c6093f9a req-3bfca012-1604-4e30-8b88-ca5f9f6800c5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a6d5945a-0f4d-482f-9237-141c82cdd352 HTTP/1.1" status: 200 len: 849 time: 0.1309006 May 25 15:44:01.124588 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-3dfd0bf1-d399-4a3e-9b50-ad31c6093f9a req-87d758c2-367d-436a-a9f4-6a827d698604 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fde455c1-9145-4991-b1bd-56f4962af61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905735 May 25 15:44:01.175129 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-7cc80b2d-565f-4966-a8a6-c962a20108bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:01.664005 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-3dfd0bf1-d399-4a3e-9b50-ad31c6093f9a req-da29d1aa-61c0-4934-8c0f-bd82a92f1dda service neutron] 10.222.0.62 "GET /v2.0/networks/fde455c1-9145-4991-b1bd-56f4962af61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5324943 May 25 15:44:01.668420 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-7cc80b2d-565f-4966-a8a6-c962a20108bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:01.686792 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-0841df7f-c316-4a07-93bc-18a61984cdb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:01.770648 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc80b2d-565f-4966-a8a6-c962a20108bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=791a5ee6-f387-4428-a44f-890739b05b63,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:01.893615 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-7cc80b2d-565f-4966-a8a6-c962a20108bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:01.924559 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea162a-9a34-4766-aa8b-414439232ff7 req-97f1c1c1-3a15-4bf0-a711-c5e6ca9e4222 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:01.926978 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-96ea162a-9a34-4766-aa8b-414439232ff7 req-97f1c1c1-3a15-4bf0-a711-c5e6ca9e4222 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafa266a-bc66-489e-8f2b-27535d4ec88f HTTP/1.1" status: 200 len: 945 time: 0.5018101 May 25 15:44:01.939815 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-7cc80b2d-565f-4966-a8a6-c962a20108bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:01.941149 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-7cc80b2d-565f-4966-a8a6-c962a20108bc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/791a5ee6-f387-4428-a44f-890739b05b63 HTTP/1.1" status: 204 len: 168 time: 1.2479501 May 25 15:44:02.033992 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-3dfd0bf1-d399-4a3e-9b50-ad31c6093f9a req-9fd30dd6-721a-4d3d-8501-8f9627f825fc service neutron] 10.222.0.62 "GET /v2.0/networks/fde455c1-9145-4991-b1bd-56f4962af61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504522 May 25 15:44:02.055518 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-96ea162a-9a34-4766-aa8b-414439232ff7 req-aee264ab-1eba-43d2-b3c2-1d4501188ae7 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095665 May 25 15:44:02.065093 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2544a8-0d84-4f08-bdf0-8db748b1b224 req-0f78dde1-3ed2-49e3-9cc8-be59e27a9962 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:02.066823 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-eb2544a8-0d84-4f08-bdf0-8db748b1b224 req-0f78dde1-3ed2-49e3-9cc8-be59e27a9962 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ca9d149-1ac5-43e4-9737-78bdf68f136b HTTP/1.1" status: 200 len: 944 time: 0.3067172 May 25 15:44:02.140613 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-eb2544a8-0d84-4f08-bdf0-8db748b1b224 req-f10f7b57-60e5-4852-a2dd-e11103a8dec6 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbd27a6-44d2-4431-adaa-f3359022e125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623713 May 25 15:44:02.522242 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 44390) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:44:02.725779 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-9c5aff84-e79e-4c1c-a0aa-923c36e200a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:02.752869 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-9c5aff84-e79e-4c1c-a0aa-923c36e200a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:44:02.762181 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-9c5aff84-e79e-4c1c-a0aa-923c36e200a7 admin admin] Usage tracker for resource:security_group_rule and tenant:a0aef5ee39cc4054952536f4dd441bc7 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:44:02.768370 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-9c5aff84-e79e-4c1c-a0aa-923c36e200a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:44:02.781715 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-9c5aff84-e79e-4c1c-a0aa-923c36e200a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:44:02.978640 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-9c5aff84-e79e-4c1c-a0aa-923c36e200a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:02.987640 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-9c5aff84-e79e-4c1c-a0aa-923c36e200a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:03.005946 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-69a81fd1-7daf-4b82-b3c2-df043087c513 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:03.067981 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5aff84-e79e-4c1c-a0aa-923c36e200a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afeac447-cc00-4dfc-811e-01377ec670cf,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:03.081348 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-9c5aff84-e79e-4c1c-a0aa-923c36e200a7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a0aef5ee39cc4054952536f4dd441bc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5543373 May 25 15:44:03.081348 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-9c5aff84-e79e-4c1c-a0aa-923c36e200a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:03.082003 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 44412) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:44:03.226200 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-deaca7de-7d57-4c31-bcb0-cd88bcc36fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:03.401708 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-deaca7de-7d57-4c31-bcb0-cd88bcc36fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:03.515357 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1008317-e6c6-48e4-8383-84070f74fbea req-84834aec-67af-4986-9dd1-0cd37e727873 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:03.527614 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-b1008317-e6c6-48e4-8383-84070f74fbea req-84834aec-67af-4986-9dd1-0cd37e727873 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafa266a-bc66-489e-8f2b-27535d4ec88f HTTP/1.1" status: 200 len: 945 time: 0.1734300 May 25 15:44:03.599114 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-deaca7de-7d57-4c31-bcb0-cd88bcc36fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:03.607918 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-e6fb39e5-9428-4279-a0d4-476a0a9f0ab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:03.625751 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaca7de-7d57-4c31-bcb0-cd88bcc36fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afeac447-cc00-4dfc-811e-01377ec670cf,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:03.629226 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-deaca7de-7d57-4c31-bcb0-cd88bcc36fda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:03.649077 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-deaca7de-7d57-4c31-bcb0-cd88bcc36fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:03.652340 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-deaca7de-7d57-4c31-bcb0-cd88bcc36fda admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/afeac447-cc00-4dfc-811e-01377ec670cf HTTP/1.1" status: 204 len: 168 time: 0.5689738 May 25 15:44:03.676027 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-b1008317-e6c6-48e4-8383-84070f74fbea req-1fb94913-71f2-494a-bd4d-980c05e6e72e tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420341 May 25 15:44:03.764608 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652fd143-b272-41a3-aca2-9d3f747129a4 req-d3302bf8-c469-4446-ba66-92a52ec616e2 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:03.783540 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-652fd143-b272-41a3-aca2-9d3f747129a4 req-d3302bf8-c469-4446-ba66-92a52ec616e2 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ca9d149-1ac5-43e4-9737-78bdf68f136b HTTP/1.1" status: 200 len: 944 time: 0.2423217 May 25 15:44:03.935588 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-652fd143-b272-41a3-aca2-9d3f747129a4 req-3e39d0c8-1391-40c6-b0ab-9d1cdb9981e1 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbd27a6-44d2-4431-adaa-f3359022e125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498830 May 25 15:44:04.307347 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device d509505d-528c-4e89-8f04-e1e018e998d5 details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=98656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:44:04.334782 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 44454) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:44:04.356291 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-3ad70409-8238-4220-9c05-88bb32a21911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:04.378223 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-3ad70409-8238-4220-9c05-88bb32a21911 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:44:04.386006 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-3ad70409-8238-4220-9c05-88bb32a21911 admin admin] Usage tracker for resource:security_group_rule and tenant:345d0725c9674ed893034a4b1b826bb3 is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:44:04.391953 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-3ad70409-8238-4220-9c05-88bb32a21911 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:44:04.402701 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-3ad70409-8238-4220-9c05-88bb32a21911 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:44:04.587779 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-3ad70409-8238-4220-9c05-88bb32a21911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:04.599597 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-3ad70409-8238-4220-9c05-88bb32a21911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:04.629166 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port d509505d-528c-4e89-8f04-e1e018e998d5, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=d509505d-528c-4e89-8f04-e1e018e998d5,segment=NetworkSegment(31969b1b-60ab-476b-9611-7751f69bdb8e),segment_id=31969b1b-60ab-476b-9611-7751f69bdb8e)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:44:04.630817 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-3d6911f9-2bc4-4d08-8bd0-c686d7bf761e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:04.651299 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Returning: {'device': 'd509505d-528c-4e89-8f04-e1e018e998d5', 'network_id': 'fde455c1-9145-4991-b1bd-56f4962af61a', 'port_id': 'd509505d-528c-4e89-8f04-e1e018e998d5', 'mac_address': 'fa:16:3e:ac:62:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6d5945a-0f4d-482f-9237-141c82cdd352', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:44:04.803105 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-3ad70409-8238-4220-9c05-88bb32a21911 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=345d0725c9674ed893034a4b1b826bb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4632235 May 25 15:44:04.803316 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 44472) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:44:04.806882 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad70409-8238-4220-9c05-88bb32a21911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b8634c-d107-4aba-961b-9453c07ddcfc,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:04.815995 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-3ad70409-8238-4220-9c05-88bb32a21911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:04.866153 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:04.957456 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.notifiers.nova [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d509505d-528c-4e89-8f04-e1e018e998d5 {{(pid=98656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:44:05.023268 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port d509505d-528c-4e89-8f04-e1e018e998d5, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=d509505d-528c-4e89-8f04-e1e018e998d5,segment=NetworkSegment(31969b1b-60ab-476b-9611-7751f69bdb8e),segment_id=31969b1b-60ab-476b-9611-7751f69bdb8e)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:44:05.034362 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:05.052935 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:05.116830 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-928c9ab5-fa13-4ed9-861a-d31f21d6a941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:05.213960 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-928c9ab5-fa13-4ed9-861a-d31f21d6a941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:05.234480 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Pushing event updated for resources: {'Port': ['ID=d509505d-528c-4e89-8f04-e1e018e998d5,revision_number=4']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:05.252670 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:05.253841 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:05.254498 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:05.255069 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:05.255828 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:05.256644 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:05.257265 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:05.257647 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:05.257989 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:05.258448 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:05.258693 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:05.259246 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:05.264101 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:05.291964 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 44490) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:44:05.371296 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6ed58-98eb-4130-8966-fdaa2eb6d204 req-7c6009ca-37de-4d66-8749-659bb18974c7 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:05.380606 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e3f6ed58-98eb-4130-8966-fdaa2eb6d204 req-7c6009ca-37de-4d66-8749-659bb18974c7 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafa266a-bc66-489e-8f2b-27535d4ec88f HTTP/1.1" status: 200 len: 945 time: 0.4547770 May 25 15:44:05.385979 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-928c9ab5-fa13-4ed9-861a-d31f21d6a941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:05.394040 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-0cb8e57f-fdde-4cf9-a18d-6b4dc739ada3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:05.410428 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928c9ab5-fa13-4ed9-861a-d31f21d6a941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b8634c-d107-4aba-961b-9453c07ddcfc,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:05.424907 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-928c9ab5-fa13-4ed9-861a-d31f21d6a941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:05.431037 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-928c9ab5-fa13-4ed9-861a-d31f21d6a941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:05.433003 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-928c9ab5-fa13-4ed9-861a-d31f21d6a941 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e4b8634c-d107-4aba-961b-9453c07ddcfc HTTP/1.1" status: 204 len: 168 time: 0.6286969 May 25 15:44:05.463515 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44cf635-674e-45c3-a9f6-cbaa1adaca85 req-9d7e010a-b590-4a03-84a8-9337e357ef59 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:05.473415 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e44cf635-674e-45c3-a9f6-cbaa1adaca85 req-9d7e010a-b590-4a03-84a8-9337e357ef59 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8eae8b-dc74-423c-bfe9-2e231dec17a1 HTTP/1.1" status: 200 len: 945 time: 0.3484144 May 25 15:44:05.514578 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e3f6ed58-98eb-4130-8966-fdaa2eb6d204 req-4afc0434-e611-4f9f-9b96-b29fa3d19bb8 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277153 May 25 15:44:05.570825 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] get_ports_and_sgs() called for port_ids ['d509505d-528c-4e89-8f04-e1e018e998d5'] {{(pid=98656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:44:05.651914 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e44cf635-674e-45c3-a9f6-cbaa1adaca85 req-8b9cb33d-2a01-4468-a015-1080b9b57b6b tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7d5e15d-8c08-4fba-97a1-bb7f546ffa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771748 May 25 15:44:05.812380 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-c523081c-aaa3-43af-bf56-58248d38bb12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:05.879563 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-c523081c-aaa3-43af-bf56-58248d38bb12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:44:05.893636 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-c523081c-aaa3-43af-bf56-58248d38bb12 admin admin] Usage tracker for resource:security_group_rule and tenant:43fca1f54c524ce788fb4c6fd1a07a7d is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:44:05.906180 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-c523081c-aaa3-43af-bf56-58248d38bb12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:44:05.950250 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-c523081c-aaa3-43af-bf56-58248d38bb12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:44:06.264910 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-c523081c-aaa3-43af-bf56-58248d38bb12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:06.278595 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-c523081c-aaa3-43af-bf56-58248d38bb12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:06.300775 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-d1a90335-2973-4ff8-8325-894332acecc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:06.364818 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d33ed5-31cb-4ddf-8bdd-52e9f26f51f2 req-e7e98b40-d369-4447-b3b5-7472346a6546 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:06.366426 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-22d33ed5-31cb-4ddf-8bdd-52e9f26f51f2 req-e7e98b40-d369-4447-b3b5-7472346a6546 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ca9d149-1ac5-43e4-9737-78bdf68f136b HTTP/1.1" status: 200 len: 945 time: 0.2714534 May 25 15:44:06.382675 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c523081c-aaa3-43af-bf56-58248d38bb12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbcaad80-a429-4c2c-ab3b-9002ffda7adc,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:06.390509 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-c523081c-aaa3-43af-bf56-58248d38bb12 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=43fca1f54c524ce788fb4c6fd1a07a7d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0954769 May 25 15:44:06.393384 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-c523081c-aaa3-43af-bf56-58248d38bb12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:06.395241 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 44510) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:44:06.412485 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 44514) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:44:06.447920 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-07d221da-4452-4f19-9891-33c9dcc929c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:06.486000 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-07d221da-4452-4f19-9891-33c9dcc929c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:44:06.493723 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-22d33ed5-31cb-4ddf-8bdd-52e9f26f51f2 req-5864be68-fc40-4b78-acf2-61be8489c6eb tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbd27a6-44d2-4431-adaa-f3359022e125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074467 May 25 15:44:06.498341 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-07d221da-4452-4f19-9891-33c9dcc929c0 admin admin] Usage tracker for resource:security_group_rule and tenant:248d9e7e52444ae3a952d7f1b3b560ad is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:44:06.504807 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-07d221da-4452-4f19-9891-33c9dcc929c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:44:06.518232 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-07d221da-4452-4f19-9891-33c9dcc929c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:44:06.537918 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-05588b03-6422-4a72-bf70-5781f363d3c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:06.618268 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-05588b03-6422-4a72-bf70-5781f363d3c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:06.760014 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-07d221da-4452-4f19-9891-33c9dcc929c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:06.764690 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-05588b03-6422-4a72-bf70-5781f363d3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:06.766461 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-07d221da-4452-4f19-9891-33c9dcc929c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:06.773666 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-9832fd48-d421-44a2-85d5-23e377ea5421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:06.794261 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05588b03-6422-4a72-bf70-5781f363d3c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbcaad80-a429-4c2c-ab3b-9002ffda7adc,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:06.796507 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:06.799590 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-05588b03-6422-4a72-bf70-5781f363d3c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:06.801422 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-05588b03-6422-4a72-bf70-5781f363d3c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:06.822739 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-05588b03-6422-4a72-bf70-5781f363d3c1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fbcaad80-a429-4c2c-ab3b-9002ffda7adc HTTP/1.1" status: 204 len: 168 time: 0.4142227 May 25 15:44:07.098477 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-07d221da-4452-4f19-9891-33c9dcc929c0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=248d9e7e52444ae3a952d7f1b3b560ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6800570 May 25 15:44:07.098477 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d221da-4452-4f19-9891-33c9dcc929c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f5cfcd-85eb-402b-b171-f1f5f072b766,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:07.098960 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 44528) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:44:07.130054 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-07d221da-4452-4f19-9891-33c9dcc929c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:07.208651 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9ca5a-9f15-4de3-a851-aba202b0c9df req-d7922343-ce9a-4881-a109-22e4befec7a8 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:07.210728 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-84c9ca5a-9f15-4de3-a851-aba202b0c9df req-d7922343-ce9a-4881-a109-22e4befec7a8 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafa266a-bc66-489e-8f2b-27535d4ec88f HTTP/1.1" status: 200 len: 945 time: 0.3791800 May 25 15:44:07.229816 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4842ff-0fbf-4e31-adc8-76787a90e5a3 req-d2e997ec-89bf-403c-9a3d-9da56aba1e1d tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:07.232021 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-7f4842ff-0fbf-4e31-adc8-76787a90e5a3 req-d2e997ec-89bf-403c-9a3d-9da56aba1e1d tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8eae8b-dc74-423c-bfe9-2e231dec17a1 HTTP/1.1" status: 200 len: 945 time: 0.2593293 May 25 15:44:07.244315 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-53891f28-08e3-48e0-9650-8fac9ae36800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:07.308030 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-53891f28-08e3-48e0-9650-8fac9ae36800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:07.382246 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-84c9ca5a-9f15-4de3-a851-aba202b0c9df req-3675874b-8ec0-43aa-8ee5-610d55535315 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483262 May 25 15:44:07.401944 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-7f4842ff-0fbf-4e31-adc8-76787a90e5a3 req-23fbf3e1-fb3c-41d8-91b4-23921085e954 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7d5e15d-8c08-4fba-97a1-bb7f546ffa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397843 May 25 15:44:07.439846 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-53891f28-08e3-48e0-9650-8fac9ae36800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:07.451585 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-deaca7de-7d57-4c31-bcb0-cd88bcc36fda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:07.474896 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-53891f28-08e3-48e0-9650-8fac9ae36800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:07.483379 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-53891f28-08e3-48e0-9650-8fac9ae36800 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/31f5cfcd-85eb-402b-b171-f1f5f072b766 HTTP/1.1" status: 204 len: 168 time: 0.3813157 May 25 15:44:07.490788 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53891f28-08e3-48e0-9650-8fac9ae36800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f5cfcd-85eb-402b-b171-f1f5f072b766,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:07.497192 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-53891f28-08e3-48e0-9650-8fac9ae36800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:07.924114 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b66d3e-4f50-4fdb-ade2-51a8c2ba1e42 req-c98c1989-f5b1-47a2-80e9-f3e86894d6d8 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:07.927000 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-a7b66d3e-4f50-4fdb-ade2-51a8c2ba1e42 req-c98c1989-f5b1-47a2-80e9-f3e86894d6d8 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ca9d149-1ac5-43e4-9737-78bdf68f136b HTTP/1.1" status: 200 len: 945 time: 0.1673052 May 25 15:44:08.023130 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-a7b66d3e-4f50-4fdb-ade2-51a8c2ba1e42 req-4863ce0e-0bcd-4fb8-ada0-5f1ad637287f tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbd27a6-44d2-4431-adaa-f3359022e125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848107 May 25 15:44:08.302866 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device d509505d-528c-4e89-8f04-e1e018e998d5 up at agent hyperv_hv-cinder-79123 {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:44:08.462836 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Provisioning for port d509505d-528c-4e89-8f04-e1e018e998d5 completed by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:44:08.475390 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Provisioning complete for port d509505d-528c-4e89-8f04-e1e018e998d5 triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:44:08.483623 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:08.851953 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:08.952069 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port d509505d-528c-4e89-8f04-e1e018e998d5, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=d509505d-528c-4e89-8f04-e1e018e998d5,segment=NetworkSegment(31969b1b-60ab-476b-9611-7751f69bdb8e),segment_id=31969b1b-60ab-476b-9611-7751f69bdb8e)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:44:08.954589 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ca9d149-1ac5-43e4-9737-78bdf68f136b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd509505d-528c-4e89-8f04-e1e018e998d5'}] {{(pid=98656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:44:08.965472 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:08.977626 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:09.121225 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Pushing event updated for resources: {'Port': ['ID=d509505d-528c-4e89-8f04-e1e018e998d5,revision_number=5']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:09.129986 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:09.172302 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7dabc-ac3e-4044-ae4b-6a0554eaf787 req-e59b335c-63ed-41e3-9dc7-73a239a81e8b tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:09.179655 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-22b7dabc-ac3e-4044-ae4b-6a0554eaf787 req-e59b335c-63ed-41e3-9dc7-73a239a81e8b tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8eae8b-dc74-423c-bfe9-2e231dec17a1 HTTP/1.1" status: 200 len: 945 time: 0.3778467 May 25 15:44:09.204509 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf682fbe-1ab8-46e2-b1ab-6e7cb53c1e6f req-14f5ca78-e9a7-4356-a425-18d5301c2209 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:09.207634 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-cf682fbe-1ab8-46e2-b1ab-6e7cb53c1e6f req-14f5ca78-e9a7-4356-a425-18d5301c2209 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafa266a-bc66-489e-8f2b-27535d4ec88f HTTP/1.1" status: 200 len: 945 time: 0.5055890 May 25 15:44:09.325970 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-22b7dabc-ac3e-4044-ae4b-6a0554eaf787 req-65057d60-fcf3-4870-8403-aee8b21688c8 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7d5e15d-8c08-4fba-97a1-bb7f546ffa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164274 May 25 15:44:09.361499 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-cf682fbe-1ab8-46e2-b1ab-6e7cb53c1e6f req-f526969a-b759-4e07-957c-608bbf4508f2 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227629 May 25 15:44:09.512867 dv-cinder-791239-3-smb neutron-server[98656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ca9d149-1ac5-43e4-9737-78bdf68f136b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd509505d-528c-4e89-8f04-e1e018e998d5', 'code': 200} May 25 15:44:09.760507 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.agents_db [None req-e0968af0-a351-492f-a815-45d38f582ebc None None] Agent healthcheck: found 6 active agents {{(pid=98660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:44:09.927776 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b667fb70-6727-44cd-abc3-3d7e13c9c546 req-ccdb60f4-9763-4f06-b800-fc808f4adf69 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:09.930561 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-b667fb70-6727-44cd-abc3-3d7e13c9c546 req-ccdb60f4-9763-4f06-b800-fc808f4adf69 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ca9d149-1ac5-43e4-9737-78bdf68f136b HTTP/1.1" status: 200 len: 946 time: 0.1986425 May 25 15:44:10.093904 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-b667fb70-6727-44cd-abc3-3d7e13c9c546 req-1ac6e916-e116-4c8c-9f90-b54550d7ac31 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbd27a6-44d2-4431-adaa-f3359022e125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988562 May 25 15:44:10.112633 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89698b35-40b2-467b-ad13-41bff278611f req-70e7d9ad-09e6-4afe-bb7e-41c566b7ddae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:10.114719 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-89698b35-40b2-467b-ad13-41bff278611f req-70e7d9ad-09e6-4afe-bb7e-41c566b7ddae service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1ca9d149-1ac5-43e4-9737-78bdf68f136b HTTP/1.1" status: 200 len: 1099 time: 0.1828411 May 25 15:44:10.208178 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-89698b35-40b2-467b-ad13-41bff278611f req-a77e5186-f800-4777-a358-3c5be0d656ae service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=bcbd27a6-44d2-4431-adaa-f3359022e125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829337 May 25 15:44:10.889966 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f33d0-118c-4a62-8a25-8ea6131ec6f6 req-55e6cd03-7891-4027-8bca-e98271445ca6 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:10.893064 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-5d7f33d0-118c-4a62-8a25-8ea6131ec6f6 req-55e6cd03-7891-4027-8bca-e98271445ca6 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8eae8b-dc74-423c-bfe9-2e231dec17a1 HTTP/1.1" status: 200 len: 945 time: 0.3289392 May 25 15:44:10.914270 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16689b1a-6bd0-4f91-8fc9-a52d5bf39584 req-caa54947-f1a2-4286-b187-a3ff0fdfa189 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:10.916975 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-16689b1a-6bd0-4f91-8fc9-a52d5bf39584 req-caa54947-f1a2-4286-b187-a3ff0fdfa189 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafa266a-bc66-489e-8f2b-27535d4ec88f HTTP/1.1" status: 200 len: 945 time: 0.2150121 May 25 15:44:11.038712 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-5d7f33d0-118c-4a62-8a25-8ea6131ec6f6 req-b8461039-6839-4c72-8228-699fa7f1ffe1 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7d5e15d-8c08-4fba-97a1-bb7f546ffa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203158 May 25 15:44:11.050988 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-16689b1a-6bd0-4f91-8fc9-a52d5bf39584 req-5bcd3218-bf31-48b9-8834-38f4bd386f5e tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053605 May 25 15:44:11.441139 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f3f69-a387-46a0-84e3-25f99346357d req-208f0cf8-1625-4875-93b5-cb9fa70e41f7 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:11.444366 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-8b6f3f69-a387-46a0-84e3-25f99346357d req-208f0cf8-1625-4875-93b5-cb9fa70e41f7 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ca9d149-1ac5-43e4-9737-78bdf68f136b HTTP/1.1" status: 200 len: 946 time: 0.1301305 May 25 15:44:11.527098 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-8b6f3f69-a387-46a0-84e3-25f99346357d req-efaee919-dbc8-4e8a-970e-4310dd062404 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbd27a6-44d2-4431-adaa-f3359022e125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743277 May 25 15:44:12.693452 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9987197c-eb98-407e-94c9-dd0f9c041d49 req-e0085828-57e6-49be-a36c-34041bbc894c tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:12.705231 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-9987197c-eb98-407e-94c9-dd0f9c041d49 req-e0085828-57e6-49be-a36c-34041bbc894c tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8eae8b-dc74-423c-bfe9-2e231dec17a1 HTTP/1.1" status: 200 len: 945 time: 0.3643482 May 25 15:44:12.728569 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96df076-608f-4364-8c1e-389e739dc59d req-a97a76f5-710c-4474-92df-3d7e3f7cceb5 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:12.731131 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c96df076-608f-4364-8c1e-389e739dc59d req-a97a76f5-710c-4474-92df-3d7e3f7cceb5 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafa266a-bc66-489e-8f2b-27535d4ec88f HTTP/1.1" status: 200 len: 945 time: 0.2223828 May 25 15:44:12.858307 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-9987197c-eb98-407e-94c9-dd0f9c041d49 req-53139cf6-f7f1-4a89-a1ec-ab672e8b7872 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7d5e15d-8c08-4fba-97a1-bb7f546ffa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513138 May 25 15:44:12.873057 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c96df076-608f-4364-8c1e-389e739dc59d req-5269176d-9566-4df2-85de-b961ffa40070 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196873 May 25 15:44:13.265268 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb4df7e-2df1-4529-96b2-a54ba1eed556 req-c038156f-45c1-48c7-a567-2a21acbe672e tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:13.268572 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-2fb4df7e-2df1-4529-96b2-a54ba1eed556 req-c038156f-45c1-48c7-a567-2a21acbe672e tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ca9d149-1ac5-43e4-9737-78bdf68f136b HTTP/1.1" status: 200 len: 946 time: 0.1690421 May 25 15:44:13.354855 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-2fb4df7e-2df1-4529-96b2-a54ba1eed556 req-37179319-eb83-4ecd-952a-ffeb6327c265 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbd27a6-44d2-4431-adaa-f3359022e125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753675 May 25 15:44:14.438625 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-0e431e1f-84e3-4668-8ccf-45edb2af053a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:14.528759 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610781dd-9b0e-42fc-ade4-cf59ea11757a req-68bd5418-cb03-495a-a8a3-f64a4abaa6c4 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:14.542965 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-610781dd-9b0e-42fc-ade4-cf59ea11757a req-68bd5418-cb03-495a-a8a3-f64a4abaa6c4 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8eae8b-dc74-423c-bfe9-2e231dec17a1 HTTP/1.1" status: 200 len: 945 time: 0.3899124 May 25 15:44:14.656636 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-610781dd-9b0e-42fc-ade4-cf59ea11757a req-9fb7311a-37be-4672-bbf1-98346046ace1 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7d5e15d-8c08-4fba-97a1-bb7f546ffa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118147 May 25 15:44:14.685489 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6eeb8-7908-488a-a7e8-30213df8355d req-c4a69468-1941-4750-b571-58cdbde72b78 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:14.690204 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0bf6eeb8-7908-488a-a7e8-30213df8355d req-c4a69468-1941-4750-b571-58cdbde72b78 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafa266a-bc66-489e-8f2b-27535d4ec88f HTTP/1.1" status: 200 len: 945 time: 0.4424558 May 25 15:44:14.849155 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0bf6eeb8-7908-488a-a7e8-30213df8355d req-fb84ebef-f0d0-4142-971f-3d922dfb6601 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465118 May 25 15:44:15.618760 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 44694) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:44:15.975760 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-4d5c4b58-6247-4297-a9be-7e59d9318223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:16.123554 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-4d5c4b58-6247-4297-a9be-7e59d9318223 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:44:16.136716 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-4d5c4b58-6247-4297-a9be-7e59d9318223 admin admin] Usage tracker for resource:security_group_rule and tenant:bfebfb3dc47947b29fc6f096d0c49d5c is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:44:16.143060 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-4d5c4b58-6247-4297-a9be-7e59d9318223 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:44:16.156390 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-4d5c4b58-6247-4297-a9be-7e59d9318223 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:44:16.264400 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97012383-4a4c-4eca-8e30-5bce2388329f req-d294f6ef-a9d9-4430-8117-288bd2b8b7dd tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:16.267512 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-97012383-4a4c-4eca-8e30-5bce2388329f req-d294f6ef-a9d9-4430-8117-288bd2b8b7dd tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8eae8b-dc74-423c-bfe9-2e231dec17a1 HTTP/1.1" status: 200 len: 945 time: 0.2666411 May 25 15:44:16.390501 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-97012383-4a4c-4eca-8e30-5bce2388329f req-3af0618b-c284-43c4-85b3-2e99604c0fe1 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7d5e15d-8c08-4fba-97a1-bb7f546ffa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991318 May 25 15:44:16.566018 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-4d5c4b58-6247-4297-a9be-7e59d9318223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:16.576309 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-4d5c4b58-6247-4297-a9be-7e59d9318223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:16.624525 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-a9107366-04b4-4e52-ae4f-cdc66793b10e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:16.652406 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-4d5c4b58-6247-4297-a9be-7e59d9318223 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bfebfb3dc47947b29fc6f096d0c49d5c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0307288 May 25 15:44:16.656074 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 44718) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:44:16.826439 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c4b58-6247-4297-a9be-7e59d9318223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f33846-9ef7-49d0-bba1-5fbbc8d47a24,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:16.855794 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-4d5c4b58-6247-4297-a9be-7e59d9318223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:16.895570 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-5e438de3-caba-486f-a428-6d4502056131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:16.955348 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-5e438de3-caba-486f-a428-6d4502056131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:17.001196 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2c15f-fba1-47ea-abaa-135b897ee663 req-69f9d554-b040-42c0-a9fd-bd3ff039ffcd tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:17.013456 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-53d2c15f-fba1-47ea-abaa-135b897ee663 req-69f9d554-b040-42c0-a9fd-bd3ff039ffcd tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafa266a-bc66-489e-8f2b-27535d4ec88f HTTP/1.1" status: 200 len: 945 time: 0.3426211 May 25 15:44:17.215329 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-53d2c15f-fba1-47ea-abaa-135b897ee663 req-216d1721-8550-4f94-b0e0-7427ef873973 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003186 May 25 15:44:17.274485 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-5e438de3-caba-486f-a428-6d4502056131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:17.282856 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-7cc80b2d-565f-4966-a8a6-c962a20108bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:17.317920 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:17.319145 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76954a7-cf8f-49fe-aef2-2235c2ecae65 req-79841200-9f72-4a0d-af31-7ac21cc8c16a tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:17.328615 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c76954a7-cf8f-49fe-aef2-2235c2ecae65 req-79841200-9f72-4a0d-af31-7ac21cc8c16a tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ca9d149-1ac5-43e4-9737-78bdf68f136b HTTP/1.1" status: 200 len: 946 time: 0.2783115 May 25 15:44:17.341775 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e438de3-caba-486f-a428-6d4502056131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f33846-9ef7-49d0-bba1-5fbbc8d47a24,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:17.346319 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-5e438de3-caba-486f-a428-6d4502056131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:17.434533 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-5e438de3-caba-486f-a428-6d4502056131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:17.441509 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-5e438de3-caba-486f-a428-6d4502056131 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/34f33846-9ef7-49d0-bba1-5fbbc8d47a24 HTTP/1.1" status: 204 len: 168 time: 0.7833250 May 25 15:44:17.463932 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c76954a7-cf8f-49fe-aef2-2235c2ecae65 req-e4b8b4fd-835c-4baf-aa75-2578fc051b64 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbd27a6-44d2-4431-adaa-f3359022e125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060002 May 25 15:44:17.495722 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-e14131be-8fd0-4079-9ec1-b40ca7e79128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:18.096826 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5472501b-886d-4dc6-a6aa-b8e343ef375a req-1f7343a9-c0a7-48d8-8eb5-d7d61c761b16 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:18.105821 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-5472501b-886d-4dc6-a6aa-b8e343ef375a req-1f7343a9-c0a7-48d8-8eb5-d7d61c761b16 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8eae8b-dc74-423c-bfe9-2e231dec17a1 HTTP/1.1" status: 200 len: 945 time: 0.4076388 May 25 15:44:18.143914 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7ddcf-b06a-44d8-812c-17068a0414a6 req-cd2f0aa0-9e2e-40ae-a1d0-3bba35320345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:18.147174 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-dfd7ddcf-b06a-44d8-812c-17068a0414a6 req-cd2f0aa0-9e2e-40ae-a1d0-3bba35320345 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=aafa266a-bc66-489e-8f2b-27535d4ec88f HTTP/1.1" status: 200 len: 1098 time: 0.5126567 May 25 15:44:18.266831 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-5472501b-886d-4dc6-a6aa-b8e343ef375a req-97602bc7-42ab-4395-b82c-86fc70289659 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7d5e15d-8c08-4fba-97a1-bb7f546ffa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593418 May 25 15:44:18.320370 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-dfd7ddcf-b06a-44d8-812c-17068a0414a6 req-70604d62-1925-4a02-ad3f-d732ae4ce0f4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197352 May 25 15:44:18.371225 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:18.917398 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-5e596f64-6e97-4d78-9813-f3b7462efcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:18.944253 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a4638-de00-47da-95f2-40ef78a6f4cc req-01bb7900-fa3e-40e5-b655-6e8e711910b2 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:18.952813 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-160a4638-de00-47da-95f2-40ef78a6f4cc req-01bb7900-fa3e-40e5-b655-6e8e711910b2 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafa266a-bc66-489e-8f2b-27535d4ec88f HTTP/1.1" status: 200 len: 945 time: 0.3861766 May 25 15:44:19.113824 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3aa78a-a2b7-49de-8f14-1227ec04d840 req-31f471de-892c-4254-a5f1-23eda00bea1a tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:19.113824 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-7a3aa78a-a2b7-49de-8f14-1227ec04d840 req-31f471de-892c-4254-a5f1-23eda00bea1a tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ca9d149-1ac5-43e4-9737-78bdf68f136b HTTP/1.1" status: 200 len: 946 time: 0.3918953 May 25 15:44:19.128712 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-160a4638-de00-47da-95f2-40ef78a6f4cc req-5740433b-dc33-4175-b80a-0960bcd95d11 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733522 May 25 15:44:19.211366 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161381b9-5bc4-4a49-aa2a-9b37600a5e79 req-278879e3-c28b-4f4e-be9b-8ea6aa5e4d7a tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:19.215025 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-161381b9-5bc4-4a49-aa2a-9b37600a5e79 req-278879e3-c28b-4f4e-be9b-8ea6aa5e4d7a tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ca9d149-1ac5-43e4-9737-78bdf68f136b HTTP/1.1" status: 200 len: 946 time: 0.3949277 May 25 15:44:19.312212 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 44784) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:44:19.421009 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-7a3aa78a-a2b7-49de-8f14-1227ec04d840 req-99a961f0-c613-4ce4-a467-69b86f54f1d3 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbd27a6-44d2-4431-adaa-f3359022e125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855654 May 25 15:44:19.626606 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [None req-a97fc543-85a6-4086-a574-77a6e53c75d7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-257679297-network', 'tenant_id': '9bce1cd122ef42b3abc4c4ee145b8086'}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:44:19.635171 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-a97fc543-85a6-4086-a574-77a6e53c75d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:44:19.645547 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-a97fc543-85a6-4086-a574-77a6e53c75d7 admin admin] Usage tracker for resource:network and tenant:9bce1cd122ef42b3abc4c4ee145b8086 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:44:19.648272 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.plugin [req-161381b9-5bc4-4a49-aa2a-9b37600a5e79 req-50a2a7b7-3b35-4edc-a6e8-8aa02a09f224 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Deleting port d509505d-528c-4e89-8f04-e1e018e998d5 {{(pid=98655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:44:19.648826 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-161381b9-5bc4-4a49-aa2a-9b37600a5e79 req-50a2a7b7-3b35-4edc-a6e8-8aa02a09f224 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730536052803'] for port, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:19.652481 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-a97fc543-85a6-4086-a574-77a6e53c75d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:44:19.666326 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-a97fc543-85a6-4086-a574-77a6e53c75d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:44:19.686498 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97fc543-85a6-4086-a574-77a6e53c75d7 admin admin] Made reservation on behalf of 9bce1cd122ef42b3abc4c4ee145b8086 for: {'network': 1} {{(pid=98653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:44:19.700510 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-a97fc543-85a6-4086-a574-77a6e53c75d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-675072'] for network, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:19.750358 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-a97fc543-85a6-4086-a574-77a6e53c75d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:19.772295 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-a97fc543-85a6-4086-a574-77a6e53c75d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:44:19.777318 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-a97fc543-85a6-4086-a574-77a6e53c75d7 admin admin] Usage tracker for resource:security_group_rule and tenant:9bce1cd122ef42b3abc4c4ee145b8086 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:44:19.782135 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-a97fc543-85a6-4086-a574-77a6e53c75d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:44:19.793411 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-a97fc543-85a6-4086-a574-77a6e53c75d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:44:20.076951 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-a97fc543-85a6-4086-a574-77a6e53c75d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:20.085601 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-a97fc543-85a6-4086-a574-77a6e53c75d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:20.097913 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-d0e15fea-15e4-42fb-9aa3-2ffa0aa27ef5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:20.158649 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a97fc543-85a6-4086-a574-77a6e53c75d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=98653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:44:20.172047 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fabf69-ea6e-445d-b0cb-bed41ace92c4 req-d21747c1-61e0-42c6-8c43-16f6847559e9 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:20.180010 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97fc543-85a6-4086-a574-77a6e53c75d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4529b81-f2bf-45be-9726-8261e84ffbd7,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:20.180957 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e8fabf69-ea6e-445d-b0cb-bed41ace92c4 req-d21747c1-61e0-42c6-8c43-16f6847559e9 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8eae8b-dc74-423c-bfe9-2e231dec17a1 HTTP/1.1" status: 200 len: 945 time: 0.3339090 May 25 15:44:20.197092 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-a97fc543-85a6-4086-a574-77a6e53c75d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:20.207803 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-a97fc543-85a6-4086-a574-77a6e53c75d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713968'] for segment, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:20.210160 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.db.segments_db [None req-a97fc543-85a6-4086-a574-77a6e53c75d7 admin admin] Added segment 7f3aa47a-1eed-4b1d-a469-5006e97eaeb2 of type vlan for network 9dd4cc21-a203-40cb-8188-3b817bc11357 May 25 15:44:20.232815 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.db [req-161381b9-5bc4-4a49-aa2a-9b37600a5e79 req-50a2a7b7-3b35-4edc-a6e8-8aa02a09f224 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] For port d509505d-528c-4e89-8f04-e1e018e998d5, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=d509505d-528c-4e89-8f04-e1e018e998d5,segment=NetworkSegment(31969b1b-60ab-476b-9611-7751f69bdb8e),segment_id=31969b1b-60ab-476b-9611-7751f69bdb8e)] {{(pid=98655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:44:20.233410 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-161381b9-5bc4-4a49-aa2a-9b37600a5e79 req-50a2a7b7-3b35-4edc-a6e8-8aa02a09f224 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16426746'] for port, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:20.309707 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-a97fc543-85a6-4086-a574-77a6e53c75d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730535690298'] for network, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:20.376341 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-a97fc543-85a6-4086-a574-77a6e53c75d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16304419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16277480'] for network, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:20.381373 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97fc543-85a6-4086-a574-77a6e53c75d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:20.383188 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-a97fc543-85a6-4086-a574-77a6e53c75d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for network, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:20.485889 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-61dd613b-f3f2-4fd9-acf0-68300fd05fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:20.540215 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-209e9a3b-764c-4b76-b76f-3eadf37de502 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:20.573133 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e8fabf69-ea6e-445d-b0cb-bed41ace92c4 req-d26299f2-0498-4118-84dd-6603053b24b4 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7d5e15d-8c08-4fba-97a1-bb7f546ffa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3810465 May 25 15:44:20.603943 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-a97fc543-85a6-4086-a574-77a6e53c75d7 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2891731 May 25 15:44:20.618908 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.plugin [req-161381b9-5bc4-4a49-aa2a-9b37600a5e79 req-50a2a7b7-3b35-4edc-a6e8-8aa02a09f224 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Calling delete_port for d509505d-528c-4e89-8f04-e1e018e998d5 owned by compute:nova {{(pid=98655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:44:20.623706 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 44812) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:44:20.672423 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [None req-0e4ad3d0-b2f4-4cf0-906f-0c5b2f772fb7 admin admin] Request body: {'subnet': {'network_id': '9dd4cc21-a203-40cb-8188-3b817bc11357', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-257679297-subnet', 'tenant_id': '9bce1cd122ef42b3abc4c4ee145b8086', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:44:20.728122 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-0e4ad3d0-b2f4-4cf0-906f-0c5b2f772fb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:44:20.760827 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97fc543-85a6-4086-a574-77a6e53c75d7 admin admin] Pushing event updated for resources: {'Network': ['ID=9dd4cc21-a203-40cb-8188-3b817bc11357,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:20.767234 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-a97fc543-85a6-4086-a574-77a6e53c75d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:20.779630 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Network 9dd4cc21-a203-40cb-8188-3b817bc11357 details requested by agent ovs-agent-dv-cinder-791239-3-smb with host dv-cinder-791239-3-smb {{(pid=98656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 15:44:20.841533 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf00c1-38c7-4545-b92b-b4bc38f7c355 req-ae68cfd6-d90d-4c78-bd2e-514a4d3ad564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:20.845331 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-0bdf00c1-38c7-4545-b92b-b4bc38f7c355 req-ae68cfd6-d90d-4c78-bd2e-514a4d3ad564 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ef29f0583dbd4d57978afb4a9dcb4a9d&device_id=cf8eae8b-dc74-423c-bfe9-2e231dec17a1 HTTP/1.1" status: 200 len: 1098 time: 0.4091196 May 25 15:44:20.871739 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-0e4ad3d0-b2f4-4cf0-906f-0c5b2f772fb7 admin admin] Usage tracker for resource:subnet and tenant:9bce1cd122ef42b3abc4c4ee145b8086 is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:44:20.881062 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-0e4ad3d0-b2f4-4cf0-906f-0c5b2f772fb7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:44:20.917623 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-0e4ad3d0-b2f4-4cf0-906f-0c5b2f772fb7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:44:20.971132 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4ad3d0-b2f4-4cf0-906f-0c5b2f772fb7 admin admin] Made reservation on behalf of 9bce1cd122ef42b3abc4c4ee145b8086 for: {'subnet': 1} {{(pid=98655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:44:20.975222 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-0e4ad3d0-b2f4-4cf0-906f-0c5b2f772fb7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:21.239581 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f3090f-ba8a-4433-b704-d7eaef11938b req-a3849ceb-fc23-4147-90af-301811c823d1 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:21.241575 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-17f3090f-ba8a-4433-b704-d7eaef11938b req-a3849ceb-fc23-4147-90af-301811c823d1 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafa266a-bc66-489e-8f2b-27535d4ec88f HTTP/1.1" status: 200 len: 945 time: 0.5634949 May 25 15:44:21.321937 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf00c1-38c7-4545-b92b-b4bc38f7c355 req-2c4cd764-1b05-46f7-8200-00396cd37690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:21.326344 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-0bdf00c1-38c7-4545-b92b-b4bc38f7c355 req-2c4cd764-1b05-46f7-8200-00396cd37690 service neutron] 10.222.0.62 "GET /v2.0/networks?id=91f778d4-efe4-4f00-8d64-09660e7b60f7 HTTP/1.1" status: 200 len: 912 time: 0.4443994 May 25 15:44:21.491277 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-17f3090f-ba8a-4433-b704-d7eaef11938b req-bac44c4e-175f-42a1-a1fe-10907d4544ed tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316017 May 25 15:44:21.511149 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1686500-425f-4712-99b4-5783fed415f2 req-90492d07-1ad5-4b3b-9dcf-6b49075ec27a tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:21.514546 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-d1686500-425f-4712-99b4-5783fed415f2 req-90492d07-1ad5-4b3b-9dcf-6b49075ec27a tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ca9d149-1ac5-43e4-9737-78bdf68f136b HTTP/1.1" status: 200 len: 946 time: 0.5179257 May 25 15:44:21.551805 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-0bdf00c1-38c7-4545-b92b-b4bc38f7c355 req-c2e9214f-c751-40ab-b72b-57b073ed180b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b113cd9c-edf4-4110-912c-3f957935bcb8 HTTP/1.1" status: 200 len: 1000 time: 0.2203798 May 25 15:44:21.636022 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-161381b9-5bc4-4a49-aa2a-9b37600a5e79 req-50a2a7b7-3b35-4edc-a6e8-8aa02a09f224 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730536055462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730535669971'] for port, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:21.653801 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:21.699966 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf00c1-38c7-4545-b92b-b4bc38f7c355 req-7d5b17eb-6710-4e99-b621-7a09a1ee0813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:21.703074 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-0bdf00c1-38c7-4545-b92b-b4bc38f7c355 req-7d5b17eb-6710-4e99-b621-7a09a1ee0813 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1434e2d-9207-4f36-a5e8-fa06210626a6 HTTP/1.1" status: 200 len: 850 time: 0.1419392 May 25 15:44:21.723210 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-d1686500-425f-4712-99b4-5783fed415f2 req-3623b67a-de66-4909-9621-05bcc7b1572d tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcbd27a6-44d2-4431-adaa-f3359022e125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968508 May 25 15:44:21.769960 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a2a7b7-3b35-4edc-a6e8-8aa02a09f224 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Pushing event deleted for resources: {'Port': ['ID=d509505d-528c-4e89-8f04-e1e018e998d5,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:21.883478 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-50a2a7b7-3b35-4edc-a6e8-8aa02a09f224 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:21.996371 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf00c1-38c7-4545-b92b-b4bc38f7c355 req-0d110ae0-7162-4287-93ee-95b26408dfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:22.009275 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-0bdf00c1-38c7-4545-b92b-b4bc38f7c355 req-0d110ae0-7162-4287-93ee-95b26408dfc0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=91f778d4-efe4-4f00-8d64-09660e7b60f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2987208 May 25 15:44:22.075429 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.l3_dvrscheduler_db [req-161381b9-5bc4-4a49-aa2a-9b37600a5e79 req-50a2a7b7-3b35-4edc-a6e8-8aa02a09f224 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] No DVR routers for this DVR port d509505d-528c-4e89-8f04-e1e018e998d5 on host hv-cinder-79123 {{(pid=98655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:44:22.298698 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-161381b9-5bc4-4a49-aa2a-9b37600a5e79 req-50a2a7b7-3b35-4edc-a6e8-8aa02a09f224 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for port, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:22.316035 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ca9d149-1ac5-43e4-9737-78bdf68f136b', 'name': 'network-vif-deleted', 'tag': 'd509505d-528c-4e89-8f04-e1e018e998d5'}] {{(pid=98655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:44:22.366720 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-0bdf00c1-38c7-4545-b92b-b4bc38f7c355 req-7a16e9a8-1400-4449-9d4b-7791b272bcc4 service neutron] 10.222.0.62 "GET /v2.0/networks/91f778d4-efe4-4f00-8d64-09660e7b60f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483090 May 25 15:44:22.372784 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-161381b9-5bc4-4a49-aa2a-9b37600a5e79 req-50a2a7b7-3b35-4edc-a6e8-8aa02a09f224 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.62 "DELETE /v2.0/ports/d509505d-528c-4e89-8f04-e1e018e998d5 HTTP/1.1" status: 204 len: 173 time: 3.1478956 May 25 15:44:22.414738 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device d509505d-528c-4e89-8f04-e1e018e998d5 no longer exists at agent hyperv_hv-cinder-79123 {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:44:22.556918 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ca9d149-1ac5-43e4-9737-78bdf68f136b', 'name': 'network-vif-deleted', 'tag': 'd509505d-528c-4e89-8f04-e1e018e998d5', 'status': 'completed', 'code': 200} May 25 15:44:22.610884 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] No Port match for: d509505d-528c-4e89-8f04-e1e018e998d5 {{(pid=98656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:44:22.611476 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device d509505d-528c-4e89-8f04-e1e018e998d5 not bound to the agent host hv-cinder-79123 {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:44:22.855925 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f70457b-7227-4a2d-a236-9180f5038909 req-7dab29a0-9713-43af-986e-f88594411494 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:22.878277 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-6f70457b-7227-4a2d-a236-9180f5038909 req-7dab29a0-9713-43af-986e-f88594411494 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8eae8b-dc74-423c-bfe9-2e231dec17a1 HTTP/1.1" status: 200 len: 945 time: 0.8005900 May 25 15:44:22.895348 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-0bdf00c1-38c7-4545-b92b-b4bc38f7c355 req-01fb2956-b423-4af8-8e8a-30fb3fb7bc62 service neutron] 10.222.0.62 "GET /v2.0/networks/91f778d4-efe4-4f00-8d64-09660e7b60f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5205426 May 25 15:44:23.030929 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-6f70457b-7227-4a2d-a236-9180f5038909 req-f886afe1-3cf1-4906-9fda-d7df0d8345d5 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7d5e15d-8c08-4fba-97a1-bb7f546ffa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451540 May 25 15:44:23.326062 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-0e4ad3d0-b2f4-4cf0-906f-0c5b2f772fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491'] for subnet, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:23.337593 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-4c39394d-a800-48d8-9ba3-9eb737f95bee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:23.431217 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55b2c1b-3de2-4c47-bd2f-00deb402dfe7 req-208c9ac0-faab-4b9b-9ebf-2a7ffc74364c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:23.434240 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-e55b2c1b-3de2-4c47-bd2f-00deb402dfe7 req-208c9ac0-faab-4b9b-9ebf-2a7ffc74364c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4c2510090ada4fe295deec64f74c04e7&device_id=aafa266a-bc66-489e-8f2b-27535d4ec88f HTTP/1.1" status: 200 len: 1098 time: 0.2171276 May 25 15:44:23.539440 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4ad3d0-b2f4-4cf0-906f-0c5b2f772fb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b60f4522-1b8e-47dc-8cf7-60f3f6a5e095,revision_number=0']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:23.553257 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4ad3d0-b2f4-4cf0-906f-0c5b2f772fb7 admin admin] Checking segment: {'id': '7f3aa47a-1eed-4b1d-a469-5006e97eaeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9dd4cc21-a203-40cb-8188-3b817bc11357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:44:23.554359 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4ad3d0-b2f4-4cf0-906f-0c5b2f772fb7 admin admin] Network hostable DHCP agents. Network: 9dd4cc21-a203-40cb-8188-3b817bc11357, hostable agents: ['c114f6b1-151c-4bcf-990e-1a24ac4dbd68'], hosted agents: [] {{(pid=98655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:44:23.560642 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-0e4ad3d0-b2f4-4cf0-906f-0c5b2f772fb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:23.685255 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-a3eb35ff-665f-42e1-9dc8-79d29399ed9b req-bac934af-93c0-4209-87ad-1c940eaf0505 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Synchronizing usage tracker for tenant:1d134a598c59473d8ccbc2e7fe06b68c on resource:port {{(pid=98655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:44:23.720894 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4ad3d0-b2f4-4cf0-906f-0c5b2f772fb7 admin admin] Network 9dd4cc21-a203-40cb-8188-3b817bc11357 is scheduled to be hosted by DHCP agent c114f6b1-151c-4bcf-990e-1a24ac4dbd68 with binding_index 1 {{(pid=98655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:44:23.753382 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.base_scheduler [None req-0e4ad3d0-b2f4-4cf0-906f-0c5b2f772fb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791239-3-smb, 9dd4cc21-a203-40cb-8188-3b817bc11357) {{(pid=98655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:44:23.770894 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981c6476-7b51-4d01-a904-461f4f3b1601 None None] Network 9dd4cc21-a203-40cb-8188-3b817bc11357 requested from dv-cinder-791239-3-smb {{(pid=98656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:44:23.782507 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4ad3d0-b2f4-4cf0-906f-0c5b2f772fb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:23.783574 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-0e4ad3d0-b2f4-4cf0-906f-0c5b2f772fb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for subnet, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:23.950140 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55b2c1b-3de2-4c47-bd2f-00deb402dfe7 req-7d33050f-3623-4fa5-8097-08d92b61ba68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:23.958086 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-e55b2c1b-3de2-4c47-bd2f-00deb402dfe7 req-7d33050f-3623-4fa5-8097-08d92b61ba68 service neutron] 10.222.0.62 "GET /v2.0/networks?id=903b1638-4303-4bd6-85d0-46b06b3b03e2 HTTP/1.1" status: 200 len: 920 time: 0.5137568 May 25 15:44:23.963344 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-a3eb35ff-665f-42e1-9dc8-79d29399ed9b req-bac934af-93c0-4209-87ad-1c940eaf0505 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Unset dirty status for tenant:1d134a598c59473d8ccbc2e7fe06b68c on resource:port {{(pid=98655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:44:23.976458 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-a3eb35ff-665f-42e1-9dc8-79d29399ed9b req-bac934af-93c0-4209-87ad-1c940eaf0505 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ca9d149-1ac5-43e4-9737-78bdf68f136b HTTP/1.1" status: 200 len: 210 time: 0.4005275 May 25 15:44:23.999726 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-0e4ad3d0-b2f4-4cf0-906f-0c5b2f772fb7 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.3642695 May 25 15:44:24.174632 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-e55b2c1b-3de2-4c47-bd2f-00deb402dfe7 req-31c5a002-82e5-4cb8-bc9d-94560e99f563 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=913212ce-3d8b-4dcc-9a04-ff0ac4d1ebe7 HTTP/1.1" status: 200 len: 217 time: 0.2074463 May 25 15:44:24.188779 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab27234-966e-4e5a-9ef9-3f5b92cddb61 req-8eb710be-56a8-4069-8ee7-bb96cfff2d4b tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:24.194203 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-5ab27234-966e-4e5a-9ef9-3f5b92cddb61 req-8eb710be-56a8-4069-8ee7-bb96cfff2d4b tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafa266a-bc66-489e-8f2b-27535d4ec88f HTTP/1.1" status: 200 len: 945 time: 0.3357825 May 25 15:44:24.439225 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46eeb6cf-e99a-42c9-bc83-8952f30745f3 None None] Network 9dd4cc21-a203-40cb-8188-3b817bc11357 requested from dv-cinder-791239-3-smb {{(pid=98656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:44:24.464630 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-5ab27234-966e-4e5a-9ef9-3f5b92cddb61 req-62a97bf2-c64d-4a4b-8e5b-6464c7c706c5 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598510 May 25 15:44:24.478061 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55b2c1b-3de2-4c47-bd2f-00deb402dfe7 req-57430ecf-8441-4a7c-89da-8802a60f4e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:24.480955 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-e55b2c1b-3de2-4c47-bd2f-00deb402dfe7 req-57430ecf-8441-4a7c-89da-8802a60f4e0c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86a02047-08fe-4706-bc57-8e2d90eb8132 HTTP/1.1" status: 200 len: 859 time: 0.2992709 May 25 15:44:24.661821 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-e55b2c1b-3de2-4c47-bd2f-00deb402dfe7 req-659ed7bc-b9d3-47e4-b96c-69b7ebdc1ffb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=903b1638-4303-4bd6-85d0-46b06b3b03e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1634984 May 25 15:44:25.012042 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-e55b2c1b-3de2-4c47-bd2f-00deb402dfe7 req-7ae91c54-a388-4077-b09c-795c42c79e08 service neutron] 10.222.0.62 "GET /v2.0/networks/903b1638-4303-4bd6-85d0-46b06b3b03e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356419 May 25 15:44:25.530795 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-e55b2c1b-3de2-4c47-bd2f-00deb402dfe7 req-f7911089-726b-4030-8f6b-ccf25a8aaf97 service neutron] 10.222.0.62 "GET /v2.0/networks/903b1638-4303-4bd6-85d0-46b06b3b03e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4988282 May 25 15:44:25.683064 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53e3ac-3f42-4d2e-b1bd-6db69fc27f5b req-ac76361c-794a-402b-bb36-b66a801103b6 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:25.702298 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-5c53e3ac-3f42-4d2e-b1bd-6db69fc27f5b req-ac76361c-794a-402b-bb36-b66a801103b6 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8eae8b-dc74-423c-bfe9-2e231dec17a1 HTTP/1.1" status: 200 len: 945 time: 0.4375060 May 25 15:44:25.728119 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b165c7-d593-44b5-b269-70d120d49884 req-523ed69f-47b4-41d2-ad52-b140dccea8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:25.735872 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c5b165c7-d593-44b5-b269-70d120d49884 req-523ed69f-47b4-41d2-ad52-b140dccea8c7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ef29f0583dbd4d57978afb4a9dcb4a9d&device_id=cf8eae8b-dc74-423c-bfe9-2e231dec17a1 HTTP/1.1" status: 200 len: 1098 time: 0.2772939 May 25 15:44:26.123525 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-5c53e3ac-3f42-4d2e-b1bd-6db69fc27f5b req-c802c294-576e-4b4c-8708-c9bb1e5b68ab tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7d5e15d-8c08-4fba-97a1-bb7f546ffa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4098599 May 25 15:44:26.218952 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b165c7-d593-44b5-b269-70d120d49884 req-6d7b44a3-98bc-412b-b1f0-91611c7ee05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:26.221839 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c5b165c7-d593-44b5-b269-70d120d49884 req-6d7b44a3-98bc-412b-b1f0-91611c7ee05a service neutron] 10.222.0.62 "GET /v2.0/networks?id=91f778d4-efe4-4f00-8d64-09660e7b60f7 HTTP/1.1" status: 200 len: 912 time: 0.4430494 May 25 15:44:26.469508 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602175bd-b169-4995-9625-ef7686ebcffb req-f1b4c794-a984-4df7-89b9-b08baff8740e tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:26.488500 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-602175bd-b169-4995-9625-ef7686ebcffb req-f1b4c794-a984-4df7-89b9-b08baff8740e tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafa266a-bc66-489e-8f2b-27535d4ec88f HTTP/1.1" status: 200 len: 945 time: 0.5326219 May 25 15:44:26.689422 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-602175bd-b169-4995-9625-ef7686ebcffb req-0dae74cf-cf1b-4e35-92bf-f7a36550b3ec tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640449 May 25 15:44:26.699655 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c5b165c7-d593-44b5-b269-70d120d49884 req-678e93c5-bd1a-42dc-9b52-71fe7366e406 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b113cd9c-edf4-4110-912c-3f957935bcb8 HTTP/1.1" status: 200 len: 1000 time: 0.4664273 May 25 15:44:26.840165 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b165c7-d593-44b5-b269-70d120d49884 req-cc89a1ca-2b51-4567-982a-a4453405a7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:26.844652 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c5b165c7-d593-44b5-b269-70d120d49884 req-cc89a1ca-2b51-4567-982a-a4453405a7eb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1434e2d-9207-4f36-a5e8-fa06210626a6 HTTP/1.1" status: 200 len: 850 time: 0.1376197 May 25 15:44:27.011410 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b165c7-d593-44b5-b269-70d120d49884 req-9687d48c-412b-481b-9d1b-001e696272d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:27.013991 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c5b165c7-d593-44b5-b269-70d120d49884 req-9687d48c-412b-481b-9d1b-001e696272d1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=91f778d4-efe4-4f00-8d64-09660e7b60f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1623125 May 25 15:44:27.291852 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c5b165c7-d593-44b5-b269-70d120d49884 req-d5435663-b022-4e6c-ac04-ab87919663ee service neutron] 10.222.0.62 "GET /v2.0/networks/91f778d4-efe4-4f00-8d64-09660e7b60f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632141 May 25 15:44:27.702452 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c5b165c7-d593-44b5-b269-70d120d49884 req-9918a309-6e20-4e7a-b121-5de818b6c3a3 service neutron] 10.222.0.62 "GET /v2.0/networks/91f778d4-efe4-4f00-8d64-09660e7b60f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025738 May 25 15:44:27.731612 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a672c-05d7-4795-a5f1-e08e92eb7b45 req-4a6c0936-0e79-4e79-aba7-02a6e9fba801 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:27.748722 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-d99a672c-05d7-4795-a5f1-e08e92eb7b45 req-4a6c0936-0e79-4e79-aba7-02a6e9fba801 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8eae8b-dc74-423c-bfe9-2e231dec17a1 HTTP/1.1" status: 200 len: 945 time: 0.2994688 May 25 15:44:27.853942 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-d99a672c-05d7-4795-a5f1-e08e92eb7b45 req-9b86b7f5-1e44-483e-a89f-aa7e2206c45e tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7d5e15d-8c08-4fba-97a1-bb7f546ffa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998914 May 25 15:44:28.636501 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47e053-8bf5-4bab-b4a7-231b02a01395 req-c723e469-15b2-4ea5-9b36-85bad501a925 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:28.648309 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-bd47e053-8bf5-4bab-b4a7-231b02a01395 req-c723e469-15b2-4ea5-9b36-85bad501a925 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafa266a-bc66-489e-8f2b-27535d4ec88f HTTP/1.1" status: 200 len: 945 time: 0.5776963 May 25 15:44:28.708641 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15fb106-bfe5-469e-b984-89a2d91c512d req-1f34aeff-bd6a-4072-b8d5-ce133839a675 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:28.712456 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e15fb106-bfe5-469e-b984-89a2d91c512d req-1f34aeff-bd6a-4072-b8d5-ce133839a675 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/networks?id=9dd4cc21-a203-40cb-8188-3b817bc11357 HTTP/1.1" status: 200 len: 813 time: 0.5823307 May 25 15:44:28.779549 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e15fb106-bfe5-469e-b984-89a2d91c512d req-fe9cdf02-e3e2-4cdb-b547-45e84c3a25af tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/quotas/9bce1cd122ef42b3abc4c4ee145b8086 HTTP/1.1" status: 200 len: 375 time: 0.0308118 May 25 15:44:28.798148 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-bd47e053-8bf5-4bab-b4a7-231b02a01395 req-d1a01a28-774a-43bd-afc6-db2e7428fe7f tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484897 May 25 15:44:28.911162 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e15fb106-bfe5-469e-b984-89a2d91c512d req-488cc5ad-1660-482f-90e6-550c83f03606 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9bce1cd122ef42b3abc4c4ee145b8086&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1087177 May 25 15:44:29.293081 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e15fb106-bfe5-469e-b984-89a2d91c512d req-6b826852-f03c-409e-a0fa-1a4a5086285f service neutron] 10.222.0.11 "GET /v2.0/networks/9dd4cc21-a203-40cb-8188-3b817bc11357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727984 May 25 15:44:29.432479 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226255c0-b43d-4376-8c74-01dffcf0a718 req-cd161ee5-327a-42f2-af0e-ef211167e81c tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:29.435133 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-226255c0-b43d-4376-8c74-01dffcf0a718 req-cd161ee5-327a-42f2-af0e-ef211167e81c tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8eae8b-dc74-423c-bfe9-2e231dec17a1 HTTP/1.1" status: 200 len: 945 time: 0.2846086 May 25 15:44:29.560153 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-226255c0-b43d-4376-8c74-01dffcf0a718 req-54672109-5970-423d-8cf7-074922ceeba9 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7d5e15d-8c08-4fba-97a1-bb7f546ffa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086991 May 25 15:44:29.593222 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e15fb106-bfe5-469e-b984-89a2d91c512d req-9558cd52-9d7a-40d1-8d89-800fee1e82f0 service neutron] 10.222.0.11 "GET /v2.0/networks/9dd4cc21-a203-40cb-8188-3b817bc11357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886057 May 25 15:44:29.947037 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e7ab796e-9892-4f82-9745-15520461f047 req-ced67df9-94a5-46ee-9b46-05002fe369e5 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fed6aa9-0fee-40f8-b6c0-acc367a7adf2 HTTP/1.1" status: 200 len: 210 time: 0.1029413 May 25 15:44:30.208884 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f7b533-9c10-4fc8-bda2-f6d8fe42bf4f req-fcddc167-abaa-4715-b182-d0b2fc8e1d3a tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:30.211447 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-d4f7b533-9c10-4fc8-bda2-f6d8fe42bf4f req-fcddc167-abaa-4715-b182-d0b2fc8e1d3a tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafa266a-bc66-489e-8f2b-27535d4ec88f HTTP/1.1" status: 200 len: 945 time: 0.2063868 May 25 15:44:30.370323 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-d4f7b533-9c10-4fc8-bda2-f6d8fe42bf4f req-5d3f0d2a-a6cf-4938-8afd-3663c91a4d24 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296711 May 25 15:44:30.604814 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 45076) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:44:30.967211 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-3f3715e2-95c2-47b5-acb7-4f5b9038943b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:30.994948 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-3f3715e2-95c2-47b5-acb7-4f5b9038943b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:44:31.001978 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-3f3715e2-95c2-47b5-acb7-4f5b9038943b admin admin] Usage tracker for resource:security_group_rule and tenant:b30337750a5e4bcea106b2963a083a5a is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:44:31.007103 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-3f3715e2-95c2-47b5-acb7-4f5b9038943b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:44:31.018457 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-3f3715e2-95c2-47b5-acb7-4f5b9038943b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:44:31.197173 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-3f3715e2-95c2-47b5-acb7-4f5b9038943b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:31.205042 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-3f3715e2-95c2-47b5-acb7-4f5b9038943b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:31.233435 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-bf2c70fa-2df8-44b4-9fd3-c05347fc043a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:31.377084 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-915364ac-b17a-4cbd-92c4-7c1e8c3bae4c req-10a7e03d-1dba-4d51-a8c5-ac3cbf8b53a2 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fed6aa9-0fee-40f8-b6c0-acc367a7adf2 HTTP/1.1" status: 200 len: 210 time: 0.0968950 May 25 15:44:31.393122 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3715e2-95c2-47b5-acb7-4f5b9038943b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e28c9f-51d1-49d1-ae31-4b082c724505,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:31.410963 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-3f3715e2-95c2-47b5-acb7-4f5b9038943b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b30337750a5e4bcea106b2963a083a5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8042548 May 25 15:44:31.413396 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 45102) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:44:31.423814 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3715e2-95c2-47b5-acb7-4f5b9038943b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:31.425061 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3715e2-95c2-47b5-acb7-4f5b9038943b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:31.425720 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3715e2-95c2-47b5-acb7-4f5b9038943b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:31.426377 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3715e2-95c2-47b5-acb7-4f5b9038943b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:31.427056 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3715e2-95c2-47b5-acb7-4f5b9038943b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:31.427801 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3715e2-95c2-47b5-acb7-4f5b9038943b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:31.428465 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3715e2-95c2-47b5-acb7-4f5b9038943b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:31.429161 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3715e2-95c2-47b5-acb7-4f5b9038943b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:31.429884 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3715e2-95c2-47b5-acb7-4f5b9038943b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:31.437975 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3715e2-95c2-47b5-acb7-4f5b9038943b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:31.438844 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3715e2-95c2-47b5-acb7-4f5b9038943b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:31.439812 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3715e2-95c2-47b5-acb7-4f5b9038943b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:31.461349 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-3f3715e2-95c2-47b5-acb7-4f5b9038943b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:31.659604 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-6eb455a0-71f8-4c2a-91d3-69636a1598db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:31.822787 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-6eb455a0-71f8-4c2a-91d3-69636a1598db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:32.025350 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-6eb455a0-71f8-4c2a-91d3-69636a1598db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:32.037769 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-3ad70409-8238-4220-9c05-88bb32a21911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:32.071348 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb455a0-71f8-4c2a-91d3-69636a1598db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e28c9f-51d1-49d1-ae31-4b082c724505,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:32.093777 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-6eb455a0-71f8-4c2a-91d3-69636a1598db admin admin] Notify callbacks [] for security_group, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:32.099295 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-6eb455a0-71f8-4c2a-91d3-69636a1598db admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c4e28c9f-51d1-49d1-ae31-4b082c724505 HTTP/1.1" status: 204 len: 168 time: 0.6810710 May 25 15:44:32.099295 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-6eb455a0-71f8-4c2a-91d3-69636a1598db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:33.221034 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-560a9a6c-ad5c-4e57-8f49-2f00f3d016db req-2318f9e2-4956-478f-8946-858061f272cf tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fed6aa9-0fee-40f8-b6c0-acc367a7adf2 HTTP/1.1" status: 200 len: 210 time: 0.4265604 May 25 15:44:33.258908 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15fb106-bfe5-469e-b984-89a2d91c512d req-d88a997b-07b1-4d6a-bae5-e836aea314d3 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:33.280828 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e15fb106-bfe5-469e-b984-89a2d91c512d req-d88a997b-07b1-4d6a-bae5-e836aea314d3 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.62 "GET /v2.0/networks?id=9dd4cc21-a203-40cb-8188-3b817bc11357 HTTP/1.1" status: 200 len: 813 time: 0.6050160 May 25 15:44:33.300072 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [req-e15fb106-bfe5-469e-b984-89a2d91c512d req-46c2f10f-8a9e-48c2-833a-77c52c67320d tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Request body: {'port': {'device_id': '6fed6aa9-0fee-40f8-b6c0-acc367a7adf2', 'network_id': '9dd4cc21-a203-40cb-8188-3b817bc11357', 'admin_state_up': True, 'tenant_id': '9bce1cd122ef42b3abc4c4ee145b8086'}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:44:33.803452 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [req-e15fb106-bfe5-469e-b984-89a2d91c512d req-46c2f10f-8a9e-48c2-833a-77c52c67320d tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:44:33.811000 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-e15fb106-bfe5-469e-b984-89a2d91c512d req-46c2f10f-8a9e-48c2-833a-77c52c67320d tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Usage tracker for resource:port and tenant:9bce1cd122ef42b3abc4c4ee145b8086 is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:44:33.820915 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-e15fb106-bfe5-469e-b984-89a2d91c512d req-46c2f10f-8a9e-48c2-833a-77c52c67320d tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:44:33.841394 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [req-e15fb106-bfe5-469e-b984-89a2d91c512d req-46c2f10f-8a9e-48c2-833a-77c52c67320d tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:44:33.883523 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e15fb106-bfe5-469e-b984-89a2d91c512d req-46c2f10f-8a9e-48c2-833a-77c52c67320d tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Made reservation on behalf of 9bce1cd122ef42b3abc4c4ee145b8086 for: {'port': 1} {{(pid=98655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:44:33.891456 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-e15fb106-bfe5-469e-b984-89a2d91c512d req-46c2f10f-8a9e-48c2-833a-77c52c67320d tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:34.328003 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.db_base_plugin_common [req-e15fb106-bfe5-469e-b984-89a2d91c512d req-46c2f10f-8a9e-48c2-833a-77c52c67320d tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Allocated IP 172.20.0.2 (9dd4cc21-a203-40cb-8188-3b817bc11357/b60f4522-1b8e-47dc-8cf7-60f3f6a5e095/88f23e2f-de49-41a1-9cb7-b1da9a737e32) {{(pid=98655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:44:34.433810 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 45152) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:44:34.912013 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [None req-3d729746-8103-4335-ad95-5b307ff20de1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-46942555-network', 'tenant_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4'}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:44:34.929536 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-3d729746-8103-4335-ad95-5b307ff20de1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:44:34.945485 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-3d729746-8103-4335-ad95-5b307ff20de1 admin admin] Usage tracker for resource:network and tenant:e9b5bff4dfaf41e8a476ec518bbc48d4 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:44:34.959158 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-3d729746-8103-4335-ad95-5b307ff20de1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:44:34.987180 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-3d729746-8103-4335-ad95-5b307ff20de1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:44:35.026450 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d729746-8103-4335-ad95-5b307ff20de1 admin admin] Made reservation on behalf of e9b5bff4dfaf41e8a476ec518bbc48d4 for: {'network': 1} {{(pid=98653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:44:35.035850 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-3d729746-8103-4335-ad95-5b307ff20de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-675072'] for network, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:35.113033 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-3d729746-8103-4335-ad95-5b307ff20de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:35.115283 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-7a509d66-a58f-44e7-9e5a-0855a825be65 req-6ab0f8cb-aa61-4b22-8aea-f8214a1260eb tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fed6aa9-0fee-40f8-b6c0-acc367a7adf2 HTTP/1.1" status: 200 len: 210 time: 0.3425474 May 25 15:44:35.178765 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-3d729746-8103-4335-ad95-5b307ff20de1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:44:35.188762 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-3d729746-8103-4335-ad95-5b307ff20de1 admin admin] Usage tracker for resource:security_group_rule and tenant:e9b5bff4dfaf41e8a476ec518bbc48d4 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:44:35.195086 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-3d729746-8103-4335-ad95-5b307ff20de1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:44:35.207758 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-3d729746-8103-4335-ad95-5b307ff20de1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:44:35.382562 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-e15fb106-bfe5-469e-b984-89a2d91c512d req-46c2f10f-8a9e-48c2-833a-77c52c67320d tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Notify callbacks [] for port, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:35.412477 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-3d729746-8103-4335-ad95-5b307ff20de1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:35.423584 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-3d729746-8103-4335-ad95-5b307ff20de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:35.432565 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-222d2415-84c9-4784-832b-27d0d4720a4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:35.486924 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-e15fb106-bfe5-469e-b984-89a2d91c512d req-46c2f10f-8a9e-48c2-833a-77c52c67320d tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730535669962'] for port, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:35.512160 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:35.527641 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d729746-8103-4335-ad95-5b307ff20de1 admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=98653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:44:35.550903 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d729746-8103-4335-ad95-5b307ff20de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f495ff43-9748-4dd4-bb72-747bcc169c77,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:35.568406 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-3d729746-8103-4335-ad95-5b307ff20de1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:35.593897 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-3d729746-8103-4335-ad95-5b307ff20de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713968'] for segment, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:35.594744 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.db.segments_db [None req-3d729746-8103-4335-ad95-5b307ff20de1 admin admin] Added segment 8626442b-6d51-4379-a5f0-edfdfd330e04 of type vlan for network a9666395-6498-4bd8-9812-838161f765df May 25 15:44:35.669859 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-3d729746-8103-4335-ad95-5b307ff20de1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730535690298'] for network, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:35.725132 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e15fb106-bfe5-469e-b984-89a2d91c512d req-46c2f10f-8a9e-48c2-833a-77c52c67320d tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Network 9dd4cc21-a203-40cb-8188-3b817bc11357 is already hosted by enough agents. {{(pid=98655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:44:35.727070 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.base_scheduler [req-e15fb106-bfe5-469e-b984-89a2d91c512d req-46c2f10f-8a9e-48c2-833a-77c52c67320d tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Resources bound (agent type, host, resource id): {{(pid=98655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:44:35.735096 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.l3_dvrscheduler_db [req-e15fb106-bfe5-469e-b984-89a2d91c512d req-46c2f10f-8a9e-48c2-833a-77c52c67320d tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Received port after_create {{(pid=98655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:44:35.745393 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-3d729746-8103-4335-ad95-5b307ff20de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16304419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16277480'] for network, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:35.746352 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15fb106-bfe5-469e-b984-89a2d91c512d req-46c2f10f-8a9e-48c2-833a-77c52c67320d tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:35.747418 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-e15fb106-bfe5-469e-b984-89a2d91c512d req-46c2f10f-8a9e-48c2-833a-77c52c67320d tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for port, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:35.751288 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d729746-8103-4335-ad95-5b307ff20de1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:35.753950 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-3d729746-8103-4335-ad95-5b307ff20de1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for network, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:35.764968 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:35.777888 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c2f10f-8a9e-48c2-833a-77c52c67320d tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Pushing event updated for resources: {'Port': ['ID=88f23e2f-de49-41a1-9cb7-b1da9a737e32,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:35.797387 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c2f10f-8a9e-48c2-833a-77c52c67320d tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:35.797906 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c2f10f-8a9e-48c2-833a-77c52c67320d tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:35.798450 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c2f10f-8a9e-48c2-833a-77c52c67320d tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:35.799147 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c2f10f-8a9e-48c2-833a-77c52c67320d tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:35.799605 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c2f10f-8a9e-48c2-833a-77c52c67320d tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:35.800278 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c2f10f-8a9e-48c2-833a-77c52c67320d tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:35.801330 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c2f10f-8a9e-48c2-833a-77c52c67320d tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:35.801899 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c2f10f-8a9e-48c2-833a-77c52c67320d tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:35.802323 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c2f10f-8a9e-48c2-833a-77c52c67320d tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:35.803013 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c2f10f-8a9e-48c2-833a-77c52c67320d tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:35.803461 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c2f10f-8a9e-48c2-833a-77c52c67320d tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:35.804061 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c2f10f-8a9e-48c2-833a-77c52c67320d tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:35.810788 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-46c2f10f-8a9e-48c2-833a-77c52c67320d tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:35.818275 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e15fb106-bfe5-469e-b984-89a2d91c512d req-46c2f10f-8a9e-48c2-833a-77c52c67320d tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5269749 May 25 15:44:35.842698 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [req-e15fb106-bfe5-469e-b984-89a2d91c512d req-14460e9c-5df2-46bb-80fc-449dc1e6ad92 service neutron] Request body: {'port': {'device_id': '6fed6aa9-0fee-40f8-b6c0-acc367a7adf2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79123'}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:44:36.103607 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-e15fb106-bfe5-469e-b984-89a2d91c512d req-14460e9c-5df2-46bb-80fc-449dc1e6ad92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:36.248057 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d729746-8103-4335-ad95-5b307ff20de1 admin admin] Pushing event updated for resources: {'Network': ['ID=a9666395-6498-4bd8-9812-838161f765df,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:36.307731 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-3d729746-8103-4335-ad95-5b307ff20de1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:36.323137 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Network a9666395-6498-4bd8-9812-838161f765df details requested by agent ovs-agent-dv-cinder-791239-3-smb with host dv-cinder-791239-3-smb {{(pid=98656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 15:44:36.363157 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-3d729746-8103-4335-ad95-5b307ff20de1 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.9207685 May 25 15:44:36.363920 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 45170) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:44:36.382981 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [None req-f5231f8f-f846-44ba-81f8-8fb9e29667d1 admin admin] Request body: {'subnet': {'network_id': 'a9666395-6498-4bd8-9812-838161f765df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-46942555-subnet', 'tenant_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'ip_version': 4}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:44:36.422694 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-f5231f8f-f846-44ba-81f8-8fb9e29667d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:44:36.462355 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-f5231f8f-f846-44ba-81f8-8fb9e29667d1 admin admin] Usage tracker for resource:subnet and tenant:e9b5bff4dfaf41e8a476ec518bbc48d4 is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:44:36.627598 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-f5231f8f-f846-44ba-81f8-8fb9e29667d1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:44:36.799332 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-f5231f8f-f846-44ba-81f8-8fb9e29667d1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:44:36.866058 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5231f8f-f846-44ba-81f8-8fb9e29667d1 admin admin] Made reservation on behalf of e9b5bff4dfaf41e8a476ec518bbc48d4 for: {'subnet': 1} {{(pid=98655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:44:36.869978 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-f5231f8f-f846-44ba-81f8-8fb9e29667d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:37.317719 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f07da1e-7f3c-4e6a-b571-2b5cf1c552df req-6f65e72d-a5fc-4a27-8609-246bf1b78059 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:37.319794 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-3f07da1e-7f3c-4e6a-b571-2b5cf1c552df req-6f65e72d-a5fc-4a27-8609-246bf1b78059 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Synchronizing usage tracker for tenant:9bce1cd122ef42b3abc4c4ee145b8086 on resource:port {{(pid=98655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:44:37.442224 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-3f07da1e-7f3c-4e6a-b571-2b5cf1c552df req-6f65e72d-a5fc-4a27-8609-246bf1b78059 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Unset dirty status for tenant:9bce1cd122ef42b3abc4c4ee145b8086 on resource:port {{(pid=98655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:44:37.454924 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-3f07da1e-7f3c-4e6a-b571-2b5cf1c552df req-6f65e72d-a5fc-4a27-8609-246bf1b78059 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fed6aa9-0fee-40f8-b6c0-acc367a7adf2 HTTP/1.1" status: 200 len: 931 time: 0.8140004 May 25 15:44:37.771479 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-3f07da1e-7f3c-4e6a-b571-2b5cf1c552df req-9e4beaad-6429-42ad-b6d9-a550bbd68f80 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4529b81-f2bf-45be-9726-8261e84ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103640 May 25 15:44:37.791614 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.notifiers.nova [req-e15fb106-bfe5-469e-b984-89a2d91c512d req-14460e9c-5df2-46bb-80fc-449dc1e6ad92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88f23e2f-de49-41a1-9cb7-b1da9a737e32 {{(pid=98655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:44:37.866336 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-e15fb106-bfe5-469e-b984-89a2d91c512d req-14460e9c-5df2-46bb-80fc-449dc1e6ad92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:37.979997 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.provisioning_blocks [req-e15fb106-bfe5-469e-b984-89a2d91c512d req-14460e9c-5df2-46bb-80fc-449dc1e6ad92 service neutron] Transition to ACTIVE for port object 88f23e2f-de49-41a1-9cb7-b1da9a737e32 will not be triggered until provisioned by entity L2. {{(pid=98655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:44:38.005204 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-e15fb106-bfe5-469e-b984-89a2d91c512d req-14460e9c-5df2-46bb-80fc-449dc1e6ad92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:38.045841 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-2195f8f0-66d9-4e9c-afe4-f48c98004914 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:38.649083 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14460e9c-5df2-46bb-80fc-449dc1e6ad92 service neutron] Pushing event updated for resources: {'Port': ['ID=88f23e2f-de49-41a1-9cb7-b1da9a737e32,revision_number=2']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:38.696802 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-14460e9c-5df2-46bb-80fc-449dc1e6ad92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.651s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:38.734042 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.managers [req-e15fb106-bfe5-469e-b984-89a2d91c512d req-14460e9c-5df2-46bb-80fc-449dc1e6ad92 service neutron] Attempting to bind port 88f23e2f-de49-41a1-9cb7-b1da9a737e32 on host hv-cinder-79123 for vnic_type normal with profile {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:44:38.734979 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.managers [req-e15fb106-bfe5-469e-b984-89a2d91c512d req-14460e9c-5df2-46bb-80fc-449dc1e6ad92 service neutron] Attempting to bind port 88f23e2f-de49-41a1-9cb7-b1da9a737e32 by drivers openvswitch,hyperv on host hv-cinder-79123 at level 0 using segments [{'id': '7f3aa47a-1eed-4b1d-a469-5006e97eaeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9dd4cc21-a203-40cb-8188-3b817bc11357'}] {{(pid=98655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:44:38.736369 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15fb106-bfe5-469e-b984-89a2d91c512d req-14460e9c-5df2-46bb-80fc-449dc1e6ad92 service neutron] Attempting to bind port 88f23e2f-de49-41a1-9cb7-b1da9a737e32 on network 9dd4cc21-a203-40cb-8188-3b817bc11357 {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:44:38.754016 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15fb106-bfe5-469e-b984-89a2d91c512d req-14460e9c-5df2-46bb-80fc-449dc1e6ad92 service neutron] Port 88f23e2f-de49-41a1-9cb7-b1da9a737e32 on network 9dd4cc21-a203-40cb-8188-3b817bc11357 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79123 {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 15:44:38.754648 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15fb106-bfe5-469e-b984-89a2d91c512d req-14460e9c-5df2-46bb-80fc-449dc1e6ad92 service neutron] Attempting to bind port 88f23e2f-de49-41a1-9cb7-b1da9a737e32 on network 9dd4cc21-a203-40cb-8188-3b817bc11357 {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:44:38.767117 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15fb106-bfe5-469e-b984-89a2d91c512d req-14460e9c-5df2-46bb-80fc-449dc1e6ad92 service neutron] Checking agent: {'id': 'e8d02b02-d66f-44f3-9cce-64202f9374d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 39, 18), 'started_at': datetime.datetime(2021, 5, 25, 15, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:44:38.767634 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15fb106-bfe5-469e-b984-89a2d91c512d req-14460e9c-5df2-46bb-80fc-449dc1e6ad92 service neutron] Checking segment: {'id': '7f3aa47a-1eed-4b1d-a469-5006e97eaeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9dd4cc21-a203-40cb-8188-3b817bc11357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:44:38.768274 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15fb106-bfe5-469e-b984-89a2d91c512d req-14460e9c-5df2-46bb-80fc-449dc1e6ad92 service neutron] Bound using segment: {'id': '7f3aa47a-1eed-4b1d-a469-5006e97eaeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9dd4cc21-a203-40cb-8188-3b817bc11357'} {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:44:38.769106 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.managers [req-e15fb106-bfe5-469e-b984-89a2d91c512d req-14460e9c-5df2-46bb-80fc-449dc1e6ad92 service neutron] Bound port: 88f23e2f-de49-41a1-9cb7-b1da9a737e32, host: hv-cinder-79123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f3aa47a-1eed-4b1d-a469-5006e97eaeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9dd4cc21-a203-40cb-8188-3b817bc11357'}}] {{(pid=98655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:44:38.771498 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-e15fb106-bfe5-469e-b984-89a2d91c512d req-14460e9c-5df2-46bb-80fc-449dc1e6ad92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:38.979616 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.db [req-e15fb106-bfe5-469e-b984-89a2d91c512d req-14460e9c-5df2-46bb-80fc-449dc1e6ad92 service neutron] For port 88f23e2f-de49-41a1-9cb7-b1da9a737e32, host hv-cinder-79123, cleared binding levels {{(pid=98655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:44:38.987777 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.db [req-e15fb106-bfe5-469e-b984-89a2d91c512d req-14460e9c-5df2-46bb-80fc-449dc1e6ad92 service neutron] For port 88f23e2f-de49-41a1-9cb7-b1da9a737e32, host hv-cinder-79123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=88f23e2f-de49-41a1-9cb7-b1da9a737e32,segment=NetworkSegment(7f3aa47a-1eed-4b1d-a469-5006e97eaeb2),segment_id=7f3aa47a-1eed-4b1d-a469-5006e97eaeb2)] {{(pid=98655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:44:39.001919 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-e15fb106-bfe5-469e-b984-89a2d91c512d req-14460e9c-5df2-46bb-80fc-449dc1e6ad92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:39.012675 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-46c2f10f-8a9e-48c2-833a-77c52c67320d tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:39.264399 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15fb106-bfe5-469e-b984-89a2d91c512d req-14460e9c-5df2-46bb-80fc-449dc1e6ad92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:39.266150 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-e15fb106-bfe5-469e-b984-89a2d91c512d req-14460e9c-5df2-46bb-80fc-449dc1e6ad92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for port, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:39.269125 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e15fb106-bfe5-469e-b984-89a2d91c512d req-14460e9c-5df2-46bb-80fc-449dc1e6ad92 service neutron] 10.222.0.62 "PUT /v2.0/ports/88f23e2f-de49-41a1-9cb7-b1da9a737e32 HTTP/1.1" status: 200 len: 1093 time: 3.4326303 May 25 15:44:39.276676 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fed6aa9-0fee-40f8-b6c0-acc367a7adf2', 'tag': '88f23e2f-de49-41a1-9cb7-b1da9a737e32'}] {{(pid=98655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:44:39.553658 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14460e9c-5df2-46bb-80fc-449dc1e6ad92 service neutron] Pushing event updated for resources: {'Port': ['ID=88f23e2f-de49-41a1-9cb7-b1da9a737e32,revision_number=3']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:39.582934 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-14460e9c-5df2-46bb-80fc-449dc1e6ad92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:39.709308 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82514bc4-f748-4b1f-8bbe-74282bc8c2b2 req-b68dc2e0-93e6-4d70-932c-396b861d76d1 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:39.721857 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-82514bc4-f748-4b1f-8bbe-74282bc8c2b2 req-b68dc2e0-93e6-4d70-932c-396b861d76d1 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fed6aa9-0fee-40f8-b6c0-acc367a7adf2 HTTP/1.1" status: 200 len: 943 time: 0.6343606 May 25 15:44:40.051272 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-f5231f8f-f846-44ba-81f8-8fb9e29667d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491'] for subnet, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:40.088383 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:40.182179 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-82514bc4-f748-4b1f-8bbe-74282bc8c2b2 req-4b4155eb-4ff1-4d80-b8f7-59b811900bf6 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4529b81-f2bf-45be-9726-8261e84ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4501839 May 25 15:44:40.215471 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15fb106-bfe5-469e-b984-89a2d91c512d req-cc7e2800-09c6-4388-9bb7-09e325646317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:40.218383 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e15fb106-bfe5-469e-b984-89a2d91c512d req-cc7e2800-09c6-4388-9bb7-09e325646317 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9bce1cd122ef42b3abc4c4ee145b8086&device_id=6fed6aa9-0fee-40f8-b6c0-acc367a7adf2 HTTP/1.1" status: 200 len: 1096 time: 0.8414528 May 25 15:44:40.369344 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fed6aa9-0fee-40f8-b6c0-acc367a7adf2', 'tag': '88f23e2f-de49-41a1-9cb7-b1da9a737e32', 'status': 'completed', 'code': 200} May 25 15:44:40.401884 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e15fb106-bfe5-469e-b984-89a2d91c512d req-750988df-e2ca-4b1a-adde-1d81153bf0bc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=88f23e2f-de49-41a1-9cb7-b1da9a737e32 HTTP/1.1" status: 200 len: 217 time: 0.1542909 May 25 15:44:40.403009 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5231f8f-f846-44ba-81f8-8fb9e29667d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78d8c6d8-85b3-4128-a7af-7d4f98cb12b1,revision_number=0']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:40.428250 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-f5231f8f-f846-44ba-81f8-8fb9e29667d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:40.526566 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5231f8f-f846-44ba-81f8-8fb9e29667d1 admin admin] Checking segment: {'id': '8626442b-6d51-4379-a5f0-edfdfd330e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a9666395-6498-4bd8-9812-838161f765df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:44:40.527165 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5231f8f-f846-44ba-81f8-8fb9e29667d1 admin admin] Network hostable DHCP agents. Network: a9666395-6498-4bd8-9812-838161f765df, hostable agents: ['c114f6b1-151c-4bcf-990e-1a24ac4dbd68'], hosted agents: [] {{(pid=98655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:44:40.595140 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d966d69-101a-4e2d-8d72-c61d3c1dcedd req-f444859d-0bae-40f4-a102-91a3d1ac53ec tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:40.597884 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-9d966d69-101a-4e2d-8d72-c61d3c1dcedd req-f444859d-0bae-40f4-a102-91a3d1ac53ec tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=70cba167-3866-4a45-b124-c4d23c24406a HTTP/1.1" status: 200 len: 946 time: 0.8247905 May 25 15:44:40.647475 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15fb106-bfe5-469e-b984-89a2d91c512d req-1c4ed8aa-806e-433a-8534-11d11429e01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:40.650734 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e15fb106-bfe5-469e-b984-89a2d91c512d req-1c4ed8aa-806e-433a-8534-11d11429e01f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b60f4522-1b8e-47dc-8cf7-60f3f6a5e095 HTTP/1.1" status: 200 len: 853 time: 0.2249184 May 25 15:44:40.758478 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5231f8f-f846-44ba-81f8-8fb9e29667d1 admin admin] Network a9666395-6498-4bd8-9812-838161f765df is scheduled to be hosted by DHCP agent c114f6b1-151c-4bcf-990e-1a24ac4dbd68 with binding_index 1 {{(pid=98655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:44:40.828164 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e15fb106-bfe5-469e-b984-89a2d91c512d req-3a16dba8-c7ef-43f6-96bb-6b23371f7240 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9dd4cc21-a203-40cb-8188-3b817bc11357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1622958 May 25 15:44:40.834606 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-9d966d69-101a-4e2d-8d72-c61d3c1dcedd req-b2f0026e-aee4-45f4-9238-355394c9ce50 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237267 May 25 15:44:40.837616 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.base_scheduler [None req-f5231f8f-f846-44ba-81f8-8fb9e29667d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791239-3-smb, a9666395-6498-4bd8-9812-838161f765df) {{(pid=98655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:44:40.849139 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5231f8f-f846-44ba-81f8-8fb9e29667d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:40.850505 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-f5231f8f-f846-44ba-81f8-8fb9e29667d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for subnet, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:40.851926 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbe248c-9225-4718-b964-c30009c1807c None None] Network a9666395-6498-4bd8-9812-838161f765df requested from dv-cinder-791239-3-smb {{(pid=98656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:44:41.106045 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-f5231f8f-f846-44ba-81f8-8fb9e29667d1 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 4.7406623 May 25 15:44:41.111904 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 45208) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:44:41.141071 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [None req-daead5c3-e8f3-4df8-840b-a609f6f414bc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-46942555-router', 'tenant_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b'}}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:44:41.157852 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-daead5c3-e8f3-4df8-840b-a609f6f414bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:44:41.173459 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-daead5c3-e8f3-4df8-840b-a609f6f414bc admin admin] Usage tracker for resource:router and tenant:e9b5bff4dfaf41e8a476ec518bbc48d4 is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:44:41.195222 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-daead5c3-e8f3-4df8-840b-a609f6f414bc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:44:41.216616 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-daead5c3-e8f3-4df8-840b-a609f6f414bc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:44:41.227752 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e15fb106-bfe5-469e-b984-89a2d91c512d req-65cc69eb-8644-4193-9199-0aaedbccf182 service neutron] 10.222.0.62 "GET /v2.0/networks/9dd4cc21-a203-40cb-8188-3b817bc11357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506906 May 25 15:44:41.518275 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e15fb106-bfe5-469e-b984-89a2d91c512d req-9382f7ff-40b2-410e-b275-b99a264cfc4a service neutron] 10.222.0.62 "GET /v2.0/networks/9dd4cc21-a203-40cb-8188-3b817bc11357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805824 May 25 15:44:41.534152 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbb5acd-c190-4124-9a78-8e3534044323 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74aad02c-0dc6-5e3e-b290-52a6de11b65a-a9666395-6498-4bd8-9812-838161f765df', 'network_id': 'a9666395-6498-4bd8-9812-838161f765df', 'tenant_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'fixed_ips': [{'subnet_id': '78d8c6d8-85b3-4128-a7af-7d4f98cb12b1'}]}} from dv-cinder-791239-3-smb. {{(pid=98656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 15:44:41.535624 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-8fbb5acd-c190-4124-9a78-8e3534044323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_create {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:41.651442 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-daead5c3-e8f3-4df8-840b-a609f6f414bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16421720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2398'] for router, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:41.656685 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-daead5c3-e8f3-4df8-840b-a609f6f414bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16420952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423559', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16267114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2375'] for router, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:41.699086 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-daead5c3-e8f3-4df8-840b-a609f6f414bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:41.990050 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.db_base_plugin_common [None req-8fbb5acd-c190-4124-9a78-8e3534044323 None None] Allocated IP 172.20.0.2 (a9666395-6498-4bd8-9812-838161f765df/78d8c6d8-85b3-4128-a7af-7d4f98cb12b1/4bb76269-bc2a-4881-9dd9-25351fbd5bd1) {{(pid=98656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:44:42.472700 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ce136-6ee0-4ac5-834b-c00e1a06c302 req-f526e3de-16de-451b-8068-e83cd7ee8219 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:42.475383 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-9d9ce136-6ee0-4ac5-834b-c00e1a06c302 req-f526e3de-16de-451b-8068-e83cd7ee8219 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fed6aa9-0fee-40f8-b6c0-acc367a7adf2 HTTP/1.1" status: 200 len: 943 time: 0.9625161 May 25 15:44:42.555916 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-8fbb5acd-c190-4124-9a78-8e3534044323 None None] Notify callbacks [] for port, precommit_create {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:42.611661 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-8fbb5acd-c190-4124-9a78-8e3534044323 None None] Transition to ACTIVE for port object 4bb76269-bc2a-4881-9dd9-25351fbd5bd1 will not be triggered until provisioned by entity L2. {{(pid=98656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:44:42.633884 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f56e0f-7d78-4287-8742-e4742f985c48 req-1f5b356b-9d00-4c49-a26e-554fde83d41e tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:42.635062 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [req-10f56e0f-7d78-4287-8742-e4742f985c48 req-1f5b356b-9d00-4c49-a26e-554fde83d41e tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Synchronizing usage tracker for tenant:4c2510090ada4fe295deec64f74c04e7 on resource:port {{(pid=98653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:44:42.689601 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-8fbb5acd-c190-4124-9a78-8e3534044323 None None] Transition to ACTIVE for port object 4bb76269-bc2a-4881-9dd9-25351fbd5bd1 will not be triggered until provisioned by entity DHCP. {{(pid=98656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:44:42.692785 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [req-10f56e0f-7d78-4287-8742-e4742f985c48 req-1f5b356b-9d00-4c49-a26e-554fde83d41e tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Unset dirty status for tenant:4c2510090ada4fe295deec64f74c04e7 on resource:port {{(pid=98653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:44:42.695288 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-10f56e0f-7d78-4287-8742-e4742f985c48 req-1f5b356b-9d00-4c49-a26e-554fde83d41e tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.62 "GET /v2.0/ports?device_id=70cba167-3866-4a45-b124-c4d23c24406a HTTP/1.1" status: 200 len: 946 time: 0.3219831 May 25 15:44:42.707194 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-8fbb5acd-c190-4124-9a78-8e3534044323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730535669962'] for port, after_create {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:42.725069 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:42.800063 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-9d9ce136-6ee0-4ac5-834b-c00e1a06c302 req-e8444179-fd7f-48da-a5bb-6f7f923aab10 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4529b81-f2bf-45be-9726-8261e84ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155907 May 25 15:44:42.808808 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbb5acd-c190-4124-9a78-8e3534044323 None None] Network a9666395-6498-4bd8-9812-838161f765df is already hosted by enough agents. {{(pid=98656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:44:42.824924 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.scheduler.base_scheduler [None req-8fbb5acd-c190-4124-9a78-8e3534044323 None None] Resources bound (agent type, host, resource id): {{(pid=98656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:44:42.853116 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbb5acd-c190-4124-9a78-8e3534044323 None None] Received port after_create {{(pid=98656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:44:42.951199 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-daead5c3-e8f3-4df8-840b-a609f6f414bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16421738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2357'] for router, precommit_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:42.991138 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c061f-4d1d-4626-88d2-bd3bf723b4fc req-f3bf251e-569a-4899-afdf-11fe4f0f1b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:42.994214 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-cc2c061f-4d1d-4626-88d2-bd3bf723b4fc req-f3bf251e-569a-4899-afdf-11fe4f0f1b8a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9bce1cd122ef42b3abc4c4ee145b8086&device_id=6fed6aa9-0fee-40f8-b6c0-acc367a7adf2 HTTP/1.1" status: 200 len: 1096 time: 1.2488468 May 25 15:44:43.047109 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbb5acd-c190-4124-9a78-8e3534044323 None None] Pushing event updated for resources: {'Port': ['ID=4bb76269-bc2a-4881-9dd9-25351fbd5bd1,revision_number=1']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:43.051078 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.managers [None req-8fbb5acd-c190-4124-9a78-8e3534044323 None None] Attempting to bind port 4bb76269-bc2a-4881-9dd9-25351fbd5bd1 on host dv-cinder-791239-3-smb for vnic_type normal with profile {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:44:43.051661 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.managers [None req-8fbb5acd-c190-4124-9a78-8e3534044323 None None] Attempting to bind port 4bb76269-bc2a-4881-9dd9-25351fbd5bd1 by drivers openvswitch,hyperv on host dv-cinder-791239-3-smb at level 0 using segments [{'id': '8626442b-6d51-4379-a5f0-edfdfd330e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a9666395-6498-4bd8-9812-838161f765df'}] {{(pid=98656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:44:43.052273 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbb5acd-c190-4124-9a78-8e3534044323 None None] Attempting to bind port 4bb76269-bc2a-4881-9dd9-25351fbd5bd1 on network a9666395-6498-4bd8-9812-838161f765df {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:44:43.055986 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-8fbb5acd-c190-4124-9a78-8e3534044323 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:43.064762 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbb5acd-c190-4124-9a78-8e3534044323 None None] Checking agent: {'id': '7e687d8b-f3a5-45d0-a2c9-960fde35dba9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 32, 47), 'started_at': datetime.datetime(2021, 5, 25, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:44:43.065745 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbb5acd-c190-4124-9a78-8e3534044323 None None] Checking segment: {'id': '8626442b-6d51-4379-a5f0-edfdfd330e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a9666395-6498-4bd8-9812-838161f765df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:44:43.065936 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-8fbb5acd-c190-4124-9a78-8e3534044323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:43.066782 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbb5acd-c190-4124-9a78-8e3534044323 None None] Bound using segment: {'id': '8626442b-6d51-4379-a5f0-edfdfd330e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a9666395-6498-4bd8-9812-838161f765df'} {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:44:43.067482 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.managers [None req-8fbb5acd-c190-4124-9a78-8e3534044323 None None] Bound port: 4bb76269-bc2a-4881-9dd9-25351fbd5bd1, host: dv-cinder-791239-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8626442b-6d51-4379-a5f0-edfdfd330e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a9666395-6498-4bd8-9812-838161f765df'}}] {{(pid=98656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:44:43.068662 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-8fbb5acd-c190-4124-9a78-8e3534044323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:43.075627 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.plugin [req-10f56e0f-7d78-4287-8742-e4742f985c48 req-1a871af3-9641-4af0-914a-55eedf528cca tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Deleting port df4292aa-f95e-4fbc-9652-976c9011a0a2 {{(pid=98653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:44:43.075627 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-10f56e0f-7d78-4287-8742-e4742f985c48 req-1a871af3-9641-4af0-914a-55eedf528cca tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730536052803'] for port, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:43.344342 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-8fbb5acd-c190-4124-9a78-8e3534044323 None None] For port 4bb76269-bc2a-4881-9dd9-25351fbd5bd1, host dv-cinder-791239-3-smb, cleared binding levels {{(pid=98656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:44:43.372433 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-8fbb5acd-c190-4124-9a78-8e3534044323 None None] For port 4bb76269-bc2a-4881-9dd9-25351fbd5bd1, host dv-cinder-791239-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=4bb76269-bc2a-4881-9dd9-25351fbd5bd1,segment=NetworkSegment(8626442b-6d51-4379-a5f0-edfdfd330e04),segment_id=8626442b-6d51-4379-a5f0-edfdfd330e04)] {{(pid=98656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:44:43.390765 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-8fbb5acd-c190-4124-9a78-8e3534044323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:43.446415 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:43.493402 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.db [req-10f56e0f-7d78-4287-8742-e4742f985c48 req-1a871af3-9641-4af0-914a-55eedf528cca tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] For port df4292aa-f95e-4fbc-9652-976c9011a0a2, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=df4292aa-f95e-4fbc-9652-976c9011a0a2,segment=NetworkSegment(04537342-e49f-4ca7-9497-027e653b84a9),segment_id=04537342-e49f-4ca7-9497-027e653b84a9)] {{(pid=98653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:44:43.494026 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-10f56e0f-7d78-4287-8742-e4742f985c48 req-1a871af3-9641-4af0-914a-55eedf528cca tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16426746'] for port, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:43.771199 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1fb11e-8310-4296-99ec-3ea08e08bd9e req-9e8a06bc-dad5-473f-9763-92500f0cd009 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:43.776208 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-9f1fb11e-8310-4296-99ec-3ea08e08bd9e req-9e8a06bc-dad5-473f-9763-92500f0cd009 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=70cba167-3866-4a45-b124-c4d23c24406a HTTP/1.1" status: 200 len: 946 time: 0.9175055 May 25 15:44:43.792045 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbb5acd-c190-4124-9a78-8e3534044323 None None] Pushing event updated for resources: {'Port': ['ID=4bb76269-bc2a-4881-9dd9-25351fbd5bd1,revision_number=2']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:43.824705 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-8fbb5acd-c190-4124-9a78-8e3534044323 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:43.864354 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c061f-4d1d-4626-88d2-bd3bf723b4fc req-582e3612-fb22-4fed-990f-5fc8ed24f73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:43.868197 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-cc2c061f-4d1d-4626-88d2-bd3bf723b4fc req-582e3612-fb22-4fed-990f-5fc8ed24f73f service neutron] 10.222.0.62 "GET /v2.0/networks?id=9dd4cc21-a203-40cb-8188-3b817bc11357 HTTP/1.1" status: 200 len: 914 time: 0.8648760 May 25 15:44:43.921650 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.plugin [req-10f56e0f-7d78-4287-8742-e4742f985c48 req-1a871af3-9641-4af0-914a-55eedf528cca tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Calling delete_port for df4292aa-f95e-4fbc-9652-976c9011a0a2 owned by compute:nova {{(pid=98653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:44:44.073310 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-cc2c061f-4d1d-4626-88d2-bd3bf723b4fc req-264f6bca-94d5-4842-a569-6e05e1f46736 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=88f23e2f-de49-41a1-9cb7-b1da9a737e32 HTTP/1.1" status: 200 len: 217 time: 0.1932309 May 25 15:44:44.217485 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-9f1fb11e-8310-4296-99ec-3ea08e08bd9e req-4f5738f3-b622-4220-83ea-7c02579388d3 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4251420 May 25 15:44:44.273912 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-10f56e0f-7d78-4287-8742-e4742f985c48 req-1a871af3-9641-4af0-914a-55eedf528cca tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730536055462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730535669971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14739030'] for port, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:44.283767 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-f7570016-d3e8-4cd4-87f0-a1357c2d5b56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:44.329412 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] get_ports_and_sgs() called for port_ids ['913212ce-3d8b-4dcc-9a04-ff0ac4d1ebe7', 'df4292aa-f95e-4fbc-9652-976c9011a0a2'] {{(pid=98656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:44:44.457969 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a871af3-9641-4af0-914a-55eedf528cca tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Pushing event deleted for resources: {'Port': ['ID=df4292aa-f95e-4fbc-9652-976c9011a0a2,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:44.464624 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-1a871af3-9641-4af0-914a-55eedf528cca tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:44.525025 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-f4c5ba8c-1e2d-48d7-a012-457ab5008384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:44.658526 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f56e0f-7d78-4287-8742-e4742f985c48 req-1a871af3-9641-4af0-914a-55eedf528cca tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] No DVR routers for this DVR port df4292aa-f95e-4fbc-9652-976c9011a0a2 on host hv-cinder-79123 {{(pid=98653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:44:44.675268 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-10f56e0f-7d78-4287-8742-e4742f985c48 req-1a871af3-9641-4af0-914a-55eedf528cca tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for port, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:44.679551 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70cba167-3866-4a45-b124-c4d23c24406a', 'name': 'network-vif-deleted', 'tag': 'df4292aa-f95e-4fbc-9652-976c9011a0a2'}] {{(pid=98653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:44:44.732951 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-10f56e0f-7d78-4287-8742-e4742f985c48 req-1a871af3-9641-4af0-914a-55eedf528cca tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.62 "DELETE /v2.0/ports/df4292aa-f95e-4fbc-9652-976c9011a0a2 HTTP/1.1" status: 204 len: 173 time: 2.0267215 May 25 15:44:44.785290 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c061f-4d1d-4626-88d2-bd3bf723b4fc req-fd130df8-4625-45e9-a3a6-46958e70038f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:44.788020 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-cc2c061f-4d1d-4626-88d2-bd3bf723b4fc req-fd130df8-4625-45e9-a3a6-46958e70038f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b60f4522-1b8e-47dc-8cf7-60f3f6a5e095 HTTP/1.1" status: 200 len: 853 time: 0.6879709 May 25 15:44:44.838821 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70cba167-3866-4a45-b124-c4d23c24406a', 'name': 'network-vif-deleted', 'tag': 'df4292aa-f95e-4fbc-9652-976c9011a0a2', 'status': 'completed', 'code': 200} May 25 15:44:45.126592 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-cc2c061f-4d1d-4626-88d2-bd3bf723b4fc req-769f4199-0632-4a09-9d99-2f0fc74579b1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9dd4cc21-a203-40cb-8188-3b817bc11357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1282561 May 25 15:44:45.630182 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff18e97-ba4a-441f-8be2-756f28dc7adc req-fc265d90-21cd-477f-91a4-9703e9b5ab24 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:45.662026 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-bff18e97-ba4a-441f-8be2-756f28dc7adc req-fc265d90-21cd-477f-91a4-9703e9b5ab24 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fed6aa9-0fee-40f8-b6c0-acc367a7adf2 HTTP/1.1" status: 200 len: 943 time: 1.4074700 May 25 15:44:45.730456 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 4bb76269-bc2a-4881-9dd9-25351fbd5bd1 up at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:44:45.781681 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-daead5c3-e8f3-4df8-840b-a609f6f414bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:45.937744 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355ea10a-6049-4dd3-8aa5-d0e74b7af47c None None] Network a9666395-6498-4bd8-9812-838161f765df requested from dv-cinder-791239-3-smb {{(pid=98656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:44:45.947545 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-cc2c061f-4d1d-4626-88d2-bd3bf723b4fc req-844ff388-0ab2-400f-af46-8015e19c49e3 service neutron] 10.222.0.62 "GET /v2.0/networks/9dd4cc21-a203-40cb-8188-3b817bc11357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7138262 May 25 15:44:45.985006 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-bff18e97-ba4a-441f-8be2-756f28dc7adc req-01a632a7-5ff4-4f4f-b79f-bd862e6f243e tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4529b81-f2bf-45be-9726-8261e84ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210375 May 25 15:44:46.026039 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-daead5c3-e8f3-4df8-840b-a609f6f414bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:46.320061 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning for port 4bb76269-bc2a-4881-9dd9-25351fbd5bd1 completed by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:44:46.410660 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-048a4f5c-d473-4652-a77f-f42b7be25e84 None None] Provisioning for port 4bb76269-bc2a-4881-9dd9-25351fbd5bd1 completed by entity DHCP. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:44:46.519381 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-cc2c061f-4d1d-4626-88d2-bd3bf723b4fc req-dacad762-18a7-4aad-8bfa-6afbddccce07 service neutron] 10.222.0.62 "GET /v2.0/networks/9dd4cc21-a203-40cb-8188-3b817bc11357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5568445 May 25 15:44:46.541065 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-048a4f5c-d473-4652-a77f-f42b7be25e84 None None] Provisioning complete for port 4bb76269-bc2a-4881-9dd9-25351fbd5bd1 triggered by entity DHCP. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:44:46.541668 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-048a4f5c-d473-4652-a77f-f42b7be25e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:46.560095 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-414259f8-0016-46f4-951b-df5a4e4e8185 req-4d651561-58b4-4eb8-b4c6-0a11afce72a0 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=70cba167-3866-4a45-b124-c4d23c24406a HTTP/1.1" status: 200 len: 210 time: 0.4086840 May 25 15:44:46.710990 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device 88f23e2f-de49-41a1-9cb7-b1da9a737e32 details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=98656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:44:46.714636 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device df4292aa-f95e-4fbc-9652-976c9011a0a2 no longer exists at agent hyperv_hv-cinder-79123 {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:44:46.762226 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.agents_db [None req-e0968af0-a351-492f-a815-45d38f582ebc None None] Agent healthcheck: found 6 active agents {{(pid=98660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:44:46.832961 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.db_base_plugin_common [None req-daead5c3-e8f3-4df8-840b-a609f6f414bc admin admin] Allocated IP 172.28.3.26 (d51110de-dc62-4f0f-8f8a-5177828fdd7b/65a5f471-3295-4779-8fb3-11f32d4097e9/04be575a-e527-4659-836a-731f11db5c27) {{(pid=98655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:44:46.836998 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] No Port match for: df4292aa-f95e-4fbc-9652-976c9011a0a2 {{(pid=98656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:44:46.837657 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device df4292aa-f95e-4fbc-9652-976c9011a0a2 not bound to the agent host hv-cinder-79123 {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:44:46.993580 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.db.resource_extend [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 15:44:47.199778 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-daead5c3-e8f3-4df8-840b-a609f6f414bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:47.262288 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-daead5c3-e8f3-4df8-840b-a609f6f414bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730535669962'] for port, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:47.282104 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:47.326749 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-048a4f5c-d473-4652-a77f-f42b7be25e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:47.466981 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daead5c3-e8f3-4df8-840b-a609f6f414bc admin admin] Pushing event updated for resources: {'Port': ['ID=04be575a-e527-4659-836a-731f11db5c27,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:47.470813 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:47.485737 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-daead5c3-e8f3-4df8-840b-a609f6f414bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:47.498670 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daead5c3-e8f3-4df8-840b-a609f6f414bc admin admin] Network d51110de-dc62-4f0f-8f8a-5177828fdd7b is already hosted by enough agents. {{(pid=98655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:44:47.502437 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.base_scheduler [None req-daead5c3-e8f3-4df8-840b-a609f6f414bc admin admin] Resources bound (agent type, host, resource id): {{(pid=98655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:44:47.506642 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-048a4f5c-d473-4652-a77f-f42b7be25e84 None None] For port 4bb76269-bc2a-4881-9dd9-25351fbd5bd1, host dv-cinder-791239-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=4bb76269-bc2a-4881-9dd9-25351fbd5bd1,segment=NetworkSegment(8626442b-6d51-4379-a5f0-edfdfd330e04),segment_id=8626442b-6d51-4379-a5f0-edfdfd330e04)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:44:47.510454 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daead5c3-e8f3-4df8-840b-a609f6f414bc admin admin] Received port after_create {{(pid=98655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:44:47.541322 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-048a4f5c-d473-4652-a77f-f42b7be25e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:47.548941 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-02faba2a-41af-4a48-9749-a2df47fb94c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:47.714297 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port 88f23e2f-de49-41a1-9cb7-b1da9a737e32, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=88f23e2f-de49-41a1-9cb7-b1da9a737e32,segment=NetworkSegment(7f3aa47a-1eed-4b1d-a469-5006e97eaeb2),segment_id=7f3aa47a-1eed-4b1d-a469-5006e97eaeb2)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:44:47.729341 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-a9da8c85-ca46-4270-86ef-f58ccfa9fef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:47.754556 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048a4f5c-d473-4652-a77f-f42b7be25e84 None None] Pushing event updated for resources: {'Port': ['ID=4bb76269-bc2a-4881-9dd9-25351fbd5bd1,revision_number=3']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:47.761793 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-048a4f5c-d473-4652-a77f-f42b7be25e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:47.763055 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Returning: {'device': '88f23e2f-de49-41a1-9cb7-b1da9a737e32', 'network_id': '9dd4cc21-a203-40cb-8188-3b817bc11357', 'port_id': '88f23e2f-de49-41a1-9cb7-b1da9a737e32', 'mac_address': 'fa:16:3e:e3:81:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b60f4522-1b8e-47dc-8cf7-60f3f6a5e095', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:44:47.971741 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:48.016154 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.notifiers.nova [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88f23e2f-de49-41a1-9cb7-b1da9a737e32 {{(pid=98656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:44:48.078970 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port 88f23e2f-de49-41a1-9cb7-b1da9a737e32, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=88f23e2f-de49-41a1-9cb7-b1da9a737e32,segment=NetworkSegment(7f3aa47a-1eed-4b1d-a469-5006e97eaeb2),segment_id=7f3aa47a-1eed-4b1d-a469-5006e97eaeb2)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:44:48.087226 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:48.095235 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:48.258770 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Pushing event updated for resources: {'Port': ['ID=88f23e2f-de49-41a1-9cb7-b1da9a737e32,revision_number=4']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:48.264606 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:48.295160 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-c1ebc7df-0f59-4100-99ea-85961771582c None None] Provisioning complete for port 4bb76269-bc2a-4881-9dd9-25351fbd5bd1 triggered by entity DHCP. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:44:48.295828 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-c1ebc7df-0f59-4100-99ea-85961771582c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:48.505496 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c91488-e7a0-4089-a23e-bb75fd9c18f1 req-427ba811-3284-4a75-89ef-be0b319cdaba tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:48.508069 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-84c91488-e7a0-4089-a23e-bb75fd9c18f1 req-427ba811-3284-4a75-89ef-be0b319cdaba tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fed6aa9-0fee-40f8-b6c0-acc367a7adf2 HTTP/1.1" status: 200 len: 943 time: 0.8538048 May 25 15:44:48.592459 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:48.756115 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-84c91488-e7a0-4089-a23e-bb75fd9c18f1 req-e9239a76-727b-4900-8528-352a13f7d489 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4529b81-f2bf-45be-9726-8261e84ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314363 May 25 15:44:48.793235 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-daead5c3-e8f3-4df8-840b-a609f6f414bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:48.827015 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] get_ports_and_sgs() called for port_ids ['88f23e2f-de49-41a1-9cb7-b1da9a737e32'] {{(pid=98656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:44:48.954768 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-5e596f64-6e97-4d78-9813-f3b7462efcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:49.553955 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 4bb76269-bc2a-4881-9dd9-25351fbd5bd1 up at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:44:49.615346 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f8e858-c7b9-43e8-8512-7fe084b9d229 req-33348977-d443-4902-95d3-39889cb2b58c tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:49.628572 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-a0f8e858-c7b9-43e8-8512-7fe084b9d229 req-33348977-d443-4902-95d3-39889cb2b58c tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafa266a-bc66-489e-8f2b-27535d4ec88f HTTP/1.1" status: 200 len: 945 time: 0.4563830 May 25 15:44:49.723730 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning complete for port 4bb76269-bc2a-4881-9dd9-25351fbd5bd1 triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:44:49.724309 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:49.854808 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-a0f8e858-c7b9-43e8-8512-7fe084b9d229 req-9c95a6e4-564e-4bf7-8bd8-a0d7c85f2f55 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234888 May 25 15:44:49.912999 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-daead5c3-e8f3-4df8-840b-a609f6f414bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16421713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423649'] for router, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:50.443565 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e434341a-fc77-4e85-b559-f2d03376f753 req-fc4c74de-5eae-4b11-b9f6-c8496f8ad25d tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:50.446745 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e434341a-fc77-4e85-b559-f2d03376f753 req-fc4c74de-5eae-4b11-b9f6-c8496f8ad25d tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fed6aa9-0fee-40f8-b6c0-acc367a7adf2 HTTP/1.1" status: 200 len: 944 time: 0.3469312 May 25 15:44:50.498413 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-61dd613b-f3f2-4fd9-acf0-68300fd05fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:50.594960 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e434341a-fc77-4e85-b559-f2d03376f753 req-45bcfac5-f54c-4853-869d-03771904ee4b tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4529b81-f2bf-45be-9726-8261e84ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283932 May 25 15:44:50.601801 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device 88f23e2f-de49-41a1-9cb7-b1da9a737e32 up at agent hyperv_hv-cinder-79123 {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:44:50.649025 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daead5c3-e8f3-4df8-840b-a609f6f414bc admin admin] Router 0e4eb1b7-dca6-4431-920c-76aa655fc542 is scheduled to L3 agent f8a1ad16-ec6f-48c0-91e7-34790a8304cd with binding_index 1 {{(pid=98655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 15:44:50.842364 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Provisioning for port 88f23e2f-de49-41a1-9cb7-b1da9a737e32 completed by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:44:50.856038 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Provisioning complete for port 88f23e2f-de49-41a1-9cb7-b1da9a737e32 triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:44:50.856568 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:51.196565 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daead5c3-e8f3-4df8-840b-a609f6f414bc admin admin] Notify agent at l3_agent.dv-cinder-791239-3-smb the message routers_updated {{(pid=98655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:44:51.217610 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9200c6d-2e11-4426-8dda-ae8734ed6a1d None None] Sync routers for ids ['0e4eb1b7-dca6-4431-920c-76aa655fc542'] in dv-cinder-791239-3-smb {{(pid=98660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:44:51.233582 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:51.284761 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9200c6d-2e11-4426-8dda-ae8734ed6a1d None None] Routers {'0e4eb1b7-dca6-4431-920c-76aa655fc542'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:44:51.286048 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-d9200c6d-2e11-4426-8dda-ae8734ed6a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:44:47Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['0e4eb1b7-dca6-4431-920c-76aa655fc542'], 'active': True} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:44:51.337431 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-daead5c3-e8f3-4df8-840b-a609f6f414bc admin admin] Notify callbacks [] for router, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:51.342517 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 45312) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:44:51.344094 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-daead5c3-e8f3-4df8-840b-a609f6f414bc admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 10.2285304 May 25 15:44:51.368314 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fed6aa9-0fee-40f8-b6c0-acc367a7adf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88f23e2f-de49-41a1-9cb7-b1da9a737e32'}] {{(pid=98656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:44:51.421231 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port 88f23e2f-de49-41a1-9cb7-b1da9a737e32, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=88f23e2f-de49-41a1-9cb7-b1da9a737e32,segment=NetworkSegment(7f3aa47a-1eed-4b1d-a469-5006e97eaeb2),segment_id=7f3aa47a-1eed-4b1d-a469-5006e97eaeb2)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:44:51.432898 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:51.435290 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:51.522944 dv-cinder-791239-3-smb neutron-server[98656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fed6aa9-0fee-40f8-b6c0-acc367a7adf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88f23e2f-de49-41a1-9cb7-b1da9a737e32', 'code': 200} May 25 15:44:51.629034 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Pushing event updated for resources: {'Port': ['ID=88f23e2f-de49-41a1-9cb7-b1da9a737e32,revision_number=5']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:51.642048 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:51.751959 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvr_db [None req-d9200c6d-2e11-4426-8dda-ae8734ed6a1d None None] Set router 0e4eb1b7-dca6-4431-920c-76aa655fc542 gateway port host: dv-cinder-791239-3-smb {{(pid=98660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:44:51.775881 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19200ac6-812d-4e00-bc2c-eba5cd2b3db6 req-eb1cd302-a1be-4ef6-aea4-14d0078bd886 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:51.784416 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-19200ac6-812d-4e00-bc2c-eba5cd2b3db6 req-eb1cd302-a1be-4ef6-aea4-14d0078bd886 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafa266a-bc66-489e-8f2b-27535d4ec88f HTTP/1.1" status: 200 len: 945 time: 0.3006730 May 25 15:44:52.056159 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-19200ac6-812d-4e00-bc2c-eba5cd2b3db6 req-e5b80f88-a99c-4c5a-b422-aaf23594ee0a tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549877 May 25 15:44:52.693469 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-d9200c6d-2e11-4426-8dda-ae8734ed6a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4eb1b7-dca6-4431-920c-76aa655fc542', 'name': 'tempest-TestShelveInstance-46942555-router', 'tenant_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '04be575a-e527-4659-836a-731f11db5c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:44:41Z', 'updated_at': '2021-05-25T15:44:48Z', 'revision_number': 3, 'project_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'gw_port': {'id': '04be575a-e527-4659-836a-731f11db5c27', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c4:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4eb1b7-dca6-4431-920c-76aa655fc542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:44:46Z', 'updated_at': '2021-05-25T15:44:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb'}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:44:52.710952 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9200c6d-2e11-4426-8dda-ae8734ed6a1d None None] Checking router: 0e4eb1b7-dca6-4431-920c-76aa655fc542 for host: dv-cinder-791239-3-smb {{(pid=98660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:44:52.717933 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9200c6d-2e11-4426-8dda-ae8734ed6a1d None None] Updating router 0e4eb1b7-dca6-4431-920c-76aa655fc542 port 04be575a-e527-4659-836a-731f11db5c27 binding host dv-cinder-791239-3-smb {{(pid=98660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:44:52.940620 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron_lib.callbacks.manager [None req-d9200c6d-2e11-4426-8dda-ae8734ed6a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:52.992561 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c41102-ee24-48e4-a975-1e55f97d2dd7 req-df3ddd9d-2361-481e-bc70-ff845ee58ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:53.004599 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-23c41102-ee24-48e4-a975-1e55f97d2dd7 req-df3ddd9d-2361-481e-bc70-ff845ee58ee3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6fed6aa9-0fee-40f8-b6c0-acc367a7adf2 HTTP/1.1" status: 200 len: 1098 time: 0.9387181 May 25 15:44:53.089605 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423e700-a55f-4c5c-9896-517f900cb05e req-18badffa-7b12-4fb2-b829-7287480602cc tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:53.091541 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-9423e700-a55f-4c5c-9896-517f900cb05e req-18badffa-7b12-4fb2-b829-7287480602cc tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fed6aa9-0fee-40f8-b6c0-acc367a7adf2 HTTP/1.1" status: 200 len: 945 time: 0.4691699 May 25 15:44:53.196437 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-23c41102-ee24-48e4-a975-1e55f97d2dd7 req-22726e6b-6dc8-498f-aa0c-1765ab7a5748 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b4529b81-f2bf-45be-9726-8261e84ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776590 May 25 15:44:53.241784 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-9423e700-a55f-4c5c-9896-517f900cb05e req-e5910a02-c980-4914-8bab-acc6641c5776 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4529b81-f2bf-45be-9726-8261e84ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343548 May 25 15:44:53.721155 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7953bde-4076-4047-b4b7-1075e66acdbe req-9569ffa0-4942-4d13-a968-a8d9a7d77843 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:53.724949 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c7953bde-4076-4047-b4b7-1075e66acdbe req-9569ffa0-4942-4d13-a968-a8d9a7d77843 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafa266a-bc66-489e-8f2b-27535d4ec88f HTTP/1.1" status: 200 len: 945 time: 0.2390592 May 25 15:44:53.952224 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c7953bde-4076-4047-b4b7-1075e66acdbe req-d13dbf82-8d77-4863-9a58-7d4d4ef97c41 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134037 May 25 15:44:53.984912 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron_lib.callbacks.manager [None req-d9200c6d-2e11-4426-8dda-ae8734ed6a1d None None] Notify callbacks [] for port, precommit_update {{(pid=98660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:54.012415 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.provisioning_blocks [None req-d9200c6d-2e11-4426-8dda-ae8734ed6a1d None None] Transition to ACTIVE for port object 04be575a-e527-4659-836a-731f11db5c27 will not be triggered until provisioned by entity L2. {{(pid=98660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:44:54.032535 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron_lib.callbacks.manager [None req-d9200c6d-2e11-4426-8dda-ae8734ed6a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:54.058596 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:54.216566 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-da9df5ae-62c7-4795-8eb1-f6eab8512e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:54.240757 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d1b56-2bdf-4275-ad7e-7c847524684c None None] Pushing event updated for resources: {'Port': ['ID=04be575a-e527-4659-836a-731f11db5c27,revision_number=2']} {{(pid=98660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:54.266693 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1d1b56-2bdf-4275-ad7e-7c847524684c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:54.267583 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1d1b56-2bdf-4275-ad7e-7c847524684c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:54.270729 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1d1b56-2bdf-4275-ad7e-7c847524684c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:54.273842 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1d1b56-2bdf-4275-ad7e-7c847524684c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:54.274843 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1d1b56-2bdf-4275-ad7e-7c847524684c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:54.275874 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1d1b56-2bdf-4275-ad7e-7c847524684c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:54.276874 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1d1b56-2bdf-4275-ad7e-7c847524684c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:54.277704 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1d1b56-2bdf-4275-ad7e-7c847524684c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:54.278481 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1d1b56-2bdf-4275-ad7e-7c847524684c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:54.290393 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1d1b56-2bdf-4275-ad7e-7c847524684c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:54.291213 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1d1b56-2bdf-4275-ad7e-7c847524684c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:54.291775 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1d1b56-2bdf-4275-ad7e-7c847524684c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:54.348955 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG oslo_concurrency.lockutils [None req-ef1d1b56-2bdf-4275-ad7e-7c847524684c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=98660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:54.445216 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.managers [None req-d9200c6d-2e11-4426-8dda-ae8734ed6a1d None None] Attempting to bind port 04be575a-e527-4659-836a-731f11db5c27 on host dv-cinder-791239-3-smb for vnic_type normal with profile {{(pid=98660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:44:54.453782 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.managers [None req-d9200c6d-2e11-4426-8dda-ae8734ed6a1d None None] Attempting to bind port 04be575a-e527-4659-836a-731f11db5c27 by drivers openvswitch,hyperv on host dv-cinder-791239-3-smb at level 0 using segments [{'id': 'b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b'}] {{(pid=98660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:44:54.455114 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9200c6d-2e11-4426-8dda-ae8734ed6a1d None None] Attempting to bind port 04be575a-e527-4659-836a-731f11db5c27 on network d51110de-dc62-4f0f-8f8a-5177828fdd7b {{(pid=98660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:44:54.493966 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9200c6d-2e11-4426-8dda-ae8734ed6a1d None None] Checking agent: {'id': '7e687d8b-f3a5-45d0-a2c9-960fde35dba9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 32, 47), 'started_at': datetime.datetime(2021, 5, 25, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:44:54.501706 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9200c6d-2e11-4426-8dda-ae8734ed6a1d None None] Checking segment: {'id': 'b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:44:54.503072 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron_lib.callbacks.manager [None req-d9200c6d-2e11-4426-8dda-ae8734ed6a1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:54.508782 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9200c6d-2e11-4426-8dda-ae8734ed6a1d None None] Bound using segment: {'id': 'b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b'} {{(pid=98660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:44:54.513008 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.managers [None req-d9200c6d-2e11-4426-8dda-ae8734ed6a1d None None] Bound port: 04be575a-e527-4659-836a-731f11db5c27, host: dv-cinder-791239-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b'}}] {{(pid=98660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:44:54.515043 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron_lib.callbacks.manager [None req-d9200c6d-2e11-4426-8dda-ae8734ed6a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:54.758592 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.db [None req-d9200c6d-2e11-4426-8dda-ae8734ed6a1d None None] For port 04be575a-e527-4659-836a-731f11db5c27, host dv-cinder-791239-3-smb, cleared binding levels {{(pid=98660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:44:54.765682 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.db [None req-d9200c6d-2e11-4426-8dda-ae8734ed6a1d None None] For port 04be575a-e527-4659-836a-731f11db5c27, host dv-cinder-791239-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=04be575a-e527-4659-836a-731f11db5c27,segment=NetworkSegment(b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2),segment_id=b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2)] {{(pid=98660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:44:54.776226 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron_lib.callbacks.manager [None req-d9200c6d-2e11-4426-8dda-ae8734ed6a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:54.798080 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG oslo_concurrency.lockutils [None req-61ca1d09-72d5-4b28-ac2e-b83cae474eb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:54.881890 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540adbbf-3c5d-4f3f-9cc5-b4a1646fc7c3 req-b95b87ea-83fc-4504-8146-3b685cc5fe7e tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:54.895622 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-540adbbf-3c5d-4f3f-9cc5-b4a1646fc7c3 req-b95b87ea-83fc-4504-8146-3b685cc5fe7e tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fed6aa9-0fee-40f8-b6c0-acc367a7adf2 HTTP/1.1" status: 200 len: 945 time: 0.2754505 May 25 15:44:55.004095 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-540adbbf-3c5d-4f3f-9cc5-b4a1646fc7c3 req-db6da40e-d07f-41d1-a4b0-0b60eb7a2eec tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4529b81-f2bf-45be-9726-8261e84ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001818 May 25 15:44:55.327075 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.db_base_plugin_common [None req-da9df5ae-62c7-4795-8eb1-f6eab8512e84 admin admin] Allocated IP 172.20.0.1 (a9666395-6498-4bd8-9812-838161f765df/78d8c6d8-85b3-4128-a7af-7d4f98cb12b1/5ed59cde-7ff5-481d-be0f-22fd6d27d05d) {{(pid=98653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:44:55.365177 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9200c6d-2e11-4426-8dda-ae8734ed6a1d None None] Routers {'0e4eb1b7-dca6-4431-920c-76aa655fc542'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:44:55.382351 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-d9200c6d-2e11-4426-8dda-ae8734ed6a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:44:47Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['0e4eb1b7-dca6-4431-920c-76aa655fc542'], 'active': True} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:44:55.751306 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea5260-f37f-44c2-9df6-1772f601c767 req-9979afa2-a76c-49dc-b65a-c320391efd94 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:55.754206 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f6ea5260-f37f-44c2-9df6-1772f601c767 req-9979afa2-a76c-49dc-b65a-c320391efd94 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafa266a-bc66-489e-8f2b-27535d4ec88f HTTP/1.1" status: 200 len: 945 time: 0.3005321 May 25 15:44:55.769325 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d1b56-2bdf-4275-ad7e-7c847524684c None None] Pushing event updated for resources: {'Port': ['ID=04be575a-e527-4659-836a-731f11db5c27,revision_number=3']} {{(pid=98660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:55.789107 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG oslo_concurrency.lockutils [None req-ef1d1b56-2bdf-4275-ad7e-7c847524684c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.991s {{(pid=98660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:55.868167 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f6ea5260-f37f-44c2-9df6-1772f601c767 req-206efc2c-6021-4153-b051-1ff0d1e5d4d1 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044064 May 25 15:44:55.890604 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-da9df5ae-62c7-4795-8eb1-f6eab8512e84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:55.921224 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.provisioning_blocks [None req-da9df5ae-62c7-4795-8eb1-f6eab8512e84 admin admin] Transition to ACTIVE for port object 5ed59cde-7ff5-481d-be0f-22fd6d27d05d will not be triggered until provisioned by entity DHCP. {{(pid=98653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:44:55.989664 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-da9df5ae-62c7-4795-8eb1-f6eab8512e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730535669962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14739030'] for port, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:56.032408 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:56.101981 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvr_db [None req-d9200c6d-2e11-4426-8dda-ae8734ed6a1d None None] Set router 0e4eb1b7-dca6-4431-920c-76aa655fc542 gateway port host: dv-cinder-791239-3-smb {{(pid=98660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:44:56.142030 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534459ba-ec62-4a1c-915e-cb69648d976b req-6c5457b8-2326-4848-9d8a-4a6fb544ea20 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:56.145444 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-534459ba-ec62-4a1c-915e-cb69648d976b req-6c5457b8-2326-4848-9d8a-4a6fb544ea20 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.62 "GET /v2.0/ports?device_id=aafa266a-bc66-489e-8f2b-27535d4ec88f HTTP/1.1" status: 200 len: 945 time: 0.1974604 May 25 15:44:56.231351 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9df5ae-62c7-4795-8eb1-f6eab8512e84 admin admin] Network a9666395-6498-4bd8-9812-838161f765df is already hosted by enough agents. {{(pid=98653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:44:56.253597 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.base_scheduler [None req-da9df5ae-62c7-4795-8eb1-f6eab8512e84 admin admin] Resources bound (agent type, host, resource id): {{(pid=98653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:44:56.258736 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9df5ae-62c7-4795-8eb1-f6eab8512e84 admin admin] Received port after_create {{(pid=98653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:44:56.503612 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9df5ae-62c7-4795-8eb1-f6eab8512e84 admin admin] Pushing event updated for resources: {'Port': ['ID=5ed59cde-7ff5-481d-be0f-22fd6d27d05d,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:56.510533 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-da9df5ae-62c7-4795-8eb1-f6eab8512e84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:56.522475 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-da9df5ae-62c7-4795-8eb1-f6eab8512e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16426384'] for router_interface, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:56.908830 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.plugin [req-534459ba-ec62-4a1c-915e-cb69648d976b req-6ac549d7-d3f0-4719-9663-54ad18aba3df tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Deleting port 913212ce-3d8b-4dcc-9a04-ff0ac4d1ebe7 {{(pid=98655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:44:56.909707 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-534459ba-ec62-4a1c-915e-cb69648d976b req-6ac549d7-d3f0-4719-9663-54ad18aba3df tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730536052803'] for port, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:56.958528 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-30f472f2-007b-4adf-a238-2d493699fdfb None None] Provisioning for port 5ed59cde-7ff5-481d-be0f-22fd6d27d05d completed by entity DHCP. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:44:56.981130 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-30f472f2-007b-4adf-a238-2d493699fdfb None None] Provisioning complete for port 5ed59cde-7ff5-481d-be0f-22fd6d27d05d triggered by entity DHCP. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:44:56.982142 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-30f472f2-007b-4adf-a238-2d493699fdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:57.050364 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-da9df5ae-62c7-4795-8eb1-f6eab8512e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:57.190708 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-d9200c6d-2e11-4426-8dda-ae8734ed6a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4eb1b7-dca6-4431-920c-76aa655fc542', 'name': 'tempest-TestShelveInstance-46942555-router', 'tenant_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '04be575a-e527-4659-836a-731f11db5c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:44:41Z', 'updated_at': '2021-05-25T15:44:48Z', 'revision_number': 3, 'project_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'gw_port': {'id': '04be575a-e527-4659-836a-731f11db5c27', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c4:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4eb1b7-dca6-4431-920c-76aa655fc542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:44:46Z', 'updated_at': '2021-05-25T15:44:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb'}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:44:57.205722 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9200c6d-2e11-4426-8dda-ae8734ed6a1d None None] The sync data for ids ['0e4eb1b7-dca6-4431-920c-76aa655fc542'] in dv-cinder-791239-3-smb is: [{'id': '0e4eb1b7-dca6-4431-920c-76aa655fc542', 'name': 'tempest-TestShelveInstance-46942555-router', 'tenant_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '04be575a-e527-4659-836a-731f11db5c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:44:41Z', 'updated_at': '2021-05-25T15:44:48Z', 'revision_number': 3, 'project_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'gw_port': {'id': '04be575a-e527-4659-836a-731f11db5c27', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c4:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4eb1b7-dca6-4431-920c-76aa655fc542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:44:46Z', 'updated_at': '2021-05-25T15:44:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb'}] {{(pid=98660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:44:57.301465 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-30f472f2-007b-4adf-a238-2d493699fdfb None None] Port 5ed59cde-7ff5-481d-be0f-22fd6d27d05d cannot update to ACTIVE because it is not bound. {{(pid=98656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:44:57.424985 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9626b-4f44-4e51-9881-01c5365b3586 req-e619f045-6671-4f45-b601-cdb6753a09e2 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:57.437843 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-90d9626b-4f44-4e51-9881-01c5365b3586 req-e619f045-6671-4f45-b601-cdb6753a09e2 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fed6aa9-0fee-40f8-b6c0-acc367a7adf2 HTTP/1.1" status: 200 len: 945 time: 0.9427073 May 25 15:44:57.675473 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-da9df5ae-62c7-4795-8eb1-f6eab8512e84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:57.684105 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-da9df5ae-62c7-4795-8eb1-f6eab8512e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14739039'] for port, after_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:57.761477 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.db [req-534459ba-ec62-4a1c-915e-cb69648d976b req-6ac549d7-d3f0-4719-9663-54ad18aba3df tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] For port 913212ce-3d8b-4dcc-9a04-ff0ac4d1ebe7, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=913212ce-3d8b-4dcc-9a04-ff0ac4d1ebe7,segment=NetworkSegment(04537342-e49f-4ca7-9497-027e653b84a9),segment_id=04537342-e49f-4ca7-9497-027e653b84a9)] {{(pid=98655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:44:57.768226 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-534459ba-ec62-4a1c-915e-cb69648d976b req-6ac549d7-d3f0-4719-9663-54ad18aba3df tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16426746'] for port, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:57.899322 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-90d9626b-4f44-4e51-9881-01c5365b3586 req-38c3fe7a-4b40-41ce-be5d-e684e7d1b129 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4529b81-f2bf-45be-9726-8261e84ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083980 May 25 15:44:57.918433 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:57.993608 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-da9df5ae-62c7-4795-8eb1-f6eab8512e84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16426301'] for router_interface, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:58.269992 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.plugin [req-534459ba-ec62-4a1c-915e-cb69648d976b req-6ac549d7-d3f0-4719-9663-54ad18aba3df tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Calling delete_port for 913212ce-3d8b-4dcc-9a04-ff0ac4d1ebe7 owned by compute:nova {{(pid=98655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:44:58.299801 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9df5ae-62c7-4795-8eb1-f6eab8512e84 admin admin] Pushing event updated for resources: {'Port': ['ID=5ed59cde-7ff5-481d-be0f-22fd6d27d05d,revision_number=2']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:58.309266 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-da9df5ae-62c7-4795-8eb1-f6eab8512e84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:58.487625 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9df5ae-62c7-4795-8eb1-f6eab8512e84 admin admin] Network a9666395-6498-4bd8-9812-838161f765df is already hosted by enough agents. {{(pid=98653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:44:58.498852 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.base_scheduler [None req-da9df5ae-62c7-4795-8eb1-f6eab8512e84 admin admin] Resources bound (agent type, host, resource id): {{(pid=98653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:44:58.626931 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c3413-96f1-45cc-8969-9b1b90c4364a req-f5d6397b-8dc5-40e4-a22f-89e06e0b5012 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:58.641603 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-976c3413-96f1-45cc-8969-9b1b90c4364a req-f5d6397b-8dc5-40e4-a22f-89e06e0b5012 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafa266a-bc66-489e-8f2b-27535d4ec88f HTTP/1.1" status: 200 len: 945 time: 1.1914959 May 25 15:44:58.817898 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-976c3413-96f1-45cc-8969-9b1b90c4364a req-36dff999-b5ee-4d8d-b16d-b6b15e2e10b8 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/security-groups?id=87dbc3a6-d31d-4502-a303-1e0a9ca31f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747673 May 25 15:44:58.823646 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-534459ba-ec62-4a1c-915e-cb69648d976b req-6ac549d7-d3f0-4719-9663-54ad18aba3df tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730536055462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730535669971'] for port, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:58.847233 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-001f8902-1780-4193-88a0-70e5fe17f0bf tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:58.942748 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac549d7-d3f0-4719-9663-54ad18aba3df tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Pushing event deleted for resources: {'Port': ['ID=913212ce-3d8b-4dcc-9a04-ff0ac4d1ebe7,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:58.955585 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-6ac549d7-d3f0-4719-9663-54ad18aba3df tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:58.998288 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-07113529-d9a8-47d3-92a8-ef6bc347fd42 None None] Provisioning complete for port 5ed59cde-7ff5-481d-be0f-22fd6d27d05d triggered by entity DHCP. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:44:58.999131 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-07113529-d9a8-47d3-92a8-ef6bc347fd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:59.244353 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-07113529-d9a8-47d3-92a8-ef6bc347fd42 None None] Port 5ed59cde-7ff5-481d-be0f-22fd6d27d05d cannot update to ACTIVE because it is not bound. {{(pid=98656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:44:59.272946 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.l3_dvrscheduler_db [req-534459ba-ec62-4a1c-915e-cb69648d976b req-6ac549d7-d3f0-4719-9663-54ad18aba3df tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] No DVR routers for this DVR port 913212ce-3d8b-4dcc-9a04-ff0ac4d1ebe7 on host hv-cinder-79123 {{(pid=98655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:44:59.276921 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-534459ba-ec62-4a1c-915e-cb69648d976b req-6ac549d7-d3f0-4719-9663-54ad18aba3df tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for port, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:59.281772 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aafa266a-bc66-489e-8f2b-27535d4ec88f', 'name': 'network-vif-deleted', 'tag': '913212ce-3d8b-4dcc-9a04-ff0ac4d1ebe7'}] {{(pid=98655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:44:59.307397 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-534459ba-ec62-4a1c-915e-cb69648d976b req-6ac549d7-d3f0-4719-9663-54ad18aba3df tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.62 "DELETE /v2.0/ports/913212ce-3d8b-4dcc-9a04-ff0ac4d1ebe7 HTTP/1.1" status: 204 len: 173 time: 3.1491704 May 25 15:44:59.336274 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da9df5ae-62c7-4795-8eb1-f6eab8512e84 admin admin] Router 0e4eb1b7-dca6-4431-920c-76aa655fc542 has already been hosted by L3 agent f8a1ad16-ec6f-48c0-91e7-34790a8304cd {{(pid=98653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:44:59.485844 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aafa266a-bc66-489e-8f2b-27535d4ec88f', 'name': 'network-vif-deleted', 'tag': '913212ce-3d8b-4dcc-9a04-ff0ac4d1ebe7', 'status': 'completed', 'code': 200} May 25 15:44:59.801918 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 04be575a-e527-4659-836a-731f11db5c27 up at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:45:00.033989 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning for port 04be575a-e527-4659-836a-731f11db5c27 completed by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:45:00.050317 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning complete for port 04be575a-e527-4659-836a-731f11db5c27 triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:45:00.051483 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:00.099219 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9df5ae-62c7-4795-8eb1-f6eab8512e84 admin admin] Notify agent at l3_agent.dv-cinder-791239-3-smb the message routers_updated {{(pid=98653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:45:00.159631 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-da9df5ae-62c7-4795-8eb1-f6eab8512e84 admin admin] 10.222.0.11 "PUT /v2.0/routers/0e4eb1b7-dca6-4431-920c-76aa655fc542/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8145993 May 25 15:45:00.521160 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:00.549606 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-db1bc9bb-6c92-4b8a-a700-067c3ad9cb47 req-7a55cdaf-416a-47e3-a137-e838663cc675 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Synchronizing usage tracker for tenant:4c2510090ada4fe295deec64f74c04e7 on resource:port {{(pid=98655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:45:00.598949 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] For port 04be575a-e527-4659-836a-731f11db5c27, host dv-cinder-791239-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=04be575a-e527-4659-836a-731f11db5c27,segment=NetworkSegment(b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2),segment_id=b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:45:00.601786 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-db1bc9bb-6c92-4b8a-a700-067c3ad9cb47 req-7a55cdaf-416a-47e3-a137-e838663cc675 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Unset dirty status for tenant:4c2510090ada4fe295deec64f74c04e7 on resource:port {{(pid=98655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:45:00.606150 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-db1bc9bb-6c92-4b8a-a700-067c3ad9cb47 req-7a55cdaf-416a-47e3-a137-e838663cc675 tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafa266a-bc66-489e-8f2b-27535d4ec88f HTTP/1.1" status: 200 len: 210 time: 0.2296445 May 25 15:45:00.613074 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:00.616892 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-f9bf8e0a-cd09-4660-afc4-66c254740108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:00.794329 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device 913212ce-3d8b-4dcc-9a04-ff0ac4d1ebe7 no longer exists at agent hyperv_hv-cinder-79123 {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:45:01.059144 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] No Port match for: 913212ce-3d8b-4dcc-9a04-ff0ac4d1ebe7 {{(pid=98656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:45:01.059903 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device 913212ce-3d8b-4dcc-9a04-ff0ac4d1ebe7 not bound to the agent host hv-cinder-79123 {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:45:01.142752 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Pushing event updated for resources: {'Port': ['ID=04be575a-e527-4659-836a-731f11db5c27,revision_number=4']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:01.148912 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:01.273092 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552218b0-62eb-4f78-9aab-22d16c38abd3 None None] Sync routers for ids ['0e4eb1b7-dca6-4431-920c-76aa655fc542'] in dv-cinder-791239-3-smb {{(pid=98656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:45:01.314918 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552218b0-62eb-4f78-9aab-22d16c38abd3 None None] Routers {'0e4eb1b7-dca6-4431-920c-76aa655fc542'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:45:01.314918 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-552218b0-62eb-4f78-9aab-22d16c38abd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:44:47Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['0e4eb1b7-dca6-4431-920c-76aa655fc542'], 'active': True} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:45:01.778211 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 04be575a-e527-4659-836a-731f11db5c27 up at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:45:01.829485 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 45502) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:02.164758 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning complete for port 04be575a-e527-4659-836a-731f11db5c27 triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:45:02.168804 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:02.194380 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 45508) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:02.204242 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [None req-7098c2fd-bc0b-4ae0-b444-e93cdacb649a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1188811042-network', 'tenant_id': '97bfd5130443440abba4bb0857cd803f'}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:45:02.214121 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-7098c2fd-bc0b-4ae0-b444-e93cdacb649a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:45:02.222979 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-7098c2fd-bc0b-4ae0-b444-e93cdacb649a admin admin] Usage tracker for resource:network and tenant:97bfd5130443440abba4bb0857cd803f is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:45:02.223470 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvr_db [None req-552218b0-62eb-4f78-9aab-22d16c38abd3 None None] Set router 0e4eb1b7-dca6-4431-920c-76aa655fc542 gateway port host: dv-cinder-791239-3-smb {{(pid=98656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:45:02.228031 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-7098c2fd-bc0b-4ae0-b444-e93cdacb649a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:45:02.241251 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-7098c2fd-bc0b-4ae0-b444-e93cdacb649a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:45:02.272484 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7098c2fd-bc0b-4ae0-b444-e93cdacb649a admin admin] Made reservation on behalf of 97bfd5130443440abba4bb0857cd803f for: {'network': 1} {{(pid=98653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:45:02.283906 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-7098c2fd-bc0b-4ae0-b444-e93cdacb649a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-675072'] for network, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:02.344741 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-7098c2fd-bc0b-4ae0-b444-e93cdacb649a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:02.557293 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-7098c2fd-bc0b-4ae0-b444-e93cdacb649a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:45:02.570820 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-7098c2fd-bc0b-4ae0-b444-e93cdacb649a admin admin] Usage tracker for resource:security_group_rule and tenant:97bfd5130443440abba4bb0857cd803f is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:45:02.575670 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-7098c2fd-bc0b-4ae0-b444-e93cdacb649a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:45:02.586048 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-7098c2fd-bc0b-4ae0-b444-e93cdacb649a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:45:02.921711 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-7098c2fd-bc0b-4ae0-b444-e93cdacb649a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:02.937181 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-7098c2fd-bc0b-4ae0-b444-e93cdacb649a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:02.946191 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-57fb0a5d-871a-4ca9-b1e0-280e64f0beb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:03.012912 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7098c2fd-bc0b-4ae0-b444-e93cdacb649a admin admin] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=98653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:45:03.037299 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7098c2fd-bc0b-4ae0-b444-e93cdacb649a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0345f18a-8faf-4e01-97ae-b45161f119a1,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:03.078301 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-7098c2fd-bc0b-4ae0-b444-e93cdacb649a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:03.080454 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-7098c2fd-bc0b-4ae0-b444-e93cdacb649a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713968'] for segment, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:03.080836 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.db.segments_db [None req-7098c2fd-bc0b-4ae0-b444-e93cdacb649a admin admin] Added segment d5181e24-1a3a-43c4-9dae-20dc659a9a93 of type vlan for network 83c68c8c-2248-4e59-85ea-30eff60bf086 May 25 15:45:03.162887 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-7098c2fd-bc0b-4ae0-b444-e93cdacb649a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730535690298'] for network, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:03.228364 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-7098c2fd-bc0b-4ae0-b444-e93cdacb649a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16304419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16277480'] for network, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:03.231461 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7098c2fd-bc0b-4ae0-b444-e93cdacb649a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:03.233160 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-7098c2fd-bc0b-4ae0-b444-e93cdacb649a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for network, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:03.243171 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:03.419211 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-552218b0-62eb-4f78-9aab-22d16c38abd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4eb1b7-dca6-4431-920c-76aa655fc542', 'name': 'tempest-TestShelveInstance-46942555-router', 'tenant_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '04be575a-e527-4659-836a-731f11db5c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:44:41Z', 'updated_at': '2021-05-25T15:44:56Z', 'revision_number': 4, 'project_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'gw_port': {'id': '04be575a-e527-4659-836a-731f11db5c27', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4eb1b7-dca6-4431-920c-76aa655fc542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:44:46Z', 'updated_at': '2021-05-25T15:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_interfaces': [{'id': '5ed59cde-7ff5-481d-be0f-22fd6d27d05d', 'name': '', 'network_id': 'a9666395-6498-4bd8-9812-838161f765df', 'tenant_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'mac_address': 'fa:16:3e:37:86:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4eb1b7-dca6-4431-920c-76aa655fc542', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '78d8c6d8-85b3-4128-a7af-7d4f98cb12b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:44:54Z', 'updated_at': '2021-05-25T15:44:57Z', 'revision_number': 2, 'project_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'subnets': [{'id': '78d8c6d8-85b3-4128-a7af-7d4f98cb12b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:45:03.427591 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552218b0-62eb-4f78-9aab-22d16c38abd3 None None] Checking router: 0e4eb1b7-dca6-4431-920c-76aa655fc542 for host: dv-cinder-791239-3-smb {{(pid=98656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:45:03.428250 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552218b0-62eb-4f78-9aab-22d16c38abd3 None None] Updating router 0e4eb1b7-dca6-4431-920c-76aa655fc542 port 5ed59cde-7ff5-481d-be0f-22fd6d27d05d binding host dv-cinder-791239-3-smb {{(pid=98656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:45:03.480250 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-dac6f067-d8ac-4965-aba3-986187aa02a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16426283'] for router_interface, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:03.496490 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-7098c2fd-bc0b-4ae0-b444-e93cdacb649a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2990046 May 25 15:45:03.502549 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 45524) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:03.517669 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [None req-3079a081-ffcf-4807-a64a-5260ce333081 admin admin] Request body: {'subnet': {'network_id': '83c68c8c-2248-4e59-85ea-30eff60bf086', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1188811042-subnet', 'tenant_id': '97bfd5130443440abba4bb0857cd803f', 'ip_version': 4}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:45:03.523934 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7098c2fd-bc0b-4ae0-b444-e93cdacb649a admin admin] Pushing event updated for resources: {'Network': ['ID=83c68c8c-2248-4e59-85ea-30eff60bf086,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:03.529397 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-7098c2fd-bc0b-4ae0-b444-e93cdacb649a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:03.531649 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-3079a081-ffcf-4807-a64a-5260ce333081 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:45:03.543952 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-3079a081-ffcf-4807-a64a-5260ce333081 admin admin] Usage tracker for resource:subnet and tenant:97bfd5130443440abba4bb0857cd803f is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:45:03.543952 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-3079a081-ffcf-4807-a64a-5260ce333081 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:45:03.559602 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Network 83c68c8c-2248-4e59-85ea-30eff60bf086 details requested by agent ovs-agent-dv-cinder-791239-3-smb with host dv-cinder-791239-3-smb {{(pid=98656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 15:45:03.565489 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-3079a081-ffcf-4807-a64a-5260ce333081 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:45:03.589804 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3079a081-ffcf-4807-a64a-5260ce333081 admin admin] Made reservation on behalf of 97bfd5130443440abba4bb0857cd803f for: {'subnet': 1} {{(pid=98653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:45:03.597440 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-3079a081-ffcf-4807-a64a-5260ce333081 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14943096'] for subnet, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:03.865462 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-552218b0-62eb-4f78-9aab-22d16c38abd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:04.141939 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 45532) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:04.730797 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-04a60a40-7b23-4f5a-80ae-f7082bb24a4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:04.787055 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-04a60a40-7b23-4f5a-80ae-f7082bb24a4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:45:04.794810 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-04a60a40-7b23-4f5a-80ae-f7082bb24a4a admin admin] Usage tracker for resource:security_group_rule and tenant:f7c1898560b9405f8a6a3072be1c61f4 is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:45:04.800317 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-04a60a40-7b23-4f5a-80ae-f7082bb24a4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:45:04.809683 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-04a60a40-7b23-4f5a-80ae-f7082bb24a4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:45:04.911895 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.plugin [None req-dac6f067-d8ac-4965-aba3-986187aa02a1 admin admin] Deleting port 340afb70-a0a0-472c-b293-0c394a67a807 {{(pid=98655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:45:04.913483 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-dac6f067-d8ac-4965-aba3-986187aa02a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730536052803'] for port, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:04.915908 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-552218b0-62eb-4f78-9aab-22d16c38abd3 None None] Notify callbacks [] for port, precommit_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:04.942605 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-552218b0-62eb-4f78-9aab-22d16c38abd3 None None] Transition to ACTIVE for port object 5ed59cde-7ff5-481d-be0f-22fd6d27d05d will not be triggered until provisioned by entity L2. {{(pid=98656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:45:04.945980 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-3079a081-ffcf-4807-a64a-5260ce333081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14943086'] for subnet, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:04.966752 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-552218b0-62eb-4f78-9aab-22d16c38abd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:04.976918 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-8fbb5acd-c190-4124-9a78-8e3534044323 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:04.982599 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:05.156961 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.db [None req-dac6f067-d8ac-4965-aba3-986187aa02a1 admin admin] For port 340afb70-a0a0-472c-b293-0c394a67a807, host dv-cinder-791239-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=340afb70-a0a0-472c-b293-0c394a67a807,segment=NetworkSegment(04537342-e49f-4ca7-9497-027e653b84a9),segment_id=04537342-e49f-4ca7-9497-027e653b84a9)] {{(pid=98655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:45:05.158417 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-dac6f067-d8ac-4965-aba3-986187aa02a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16426746'] for port, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:05.307000 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3079a081-ffcf-4807-a64a-5260ce333081 admin admin] Checking segment: {'id': 'd5181e24-1a3a-43c4-9dae-20dc659a9a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '83c68c8c-2248-4e59-85ea-30eff60bf086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:45:05.307620 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3079a081-ffcf-4807-a64a-5260ce333081 admin admin] Network hostable DHCP agents. Network: 83c68c8c-2248-4e59-85ea-30eff60bf086, hostable agents: ['c114f6b1-151c-4bcf-990e-1a24ac4dbd68'], hosted agents: [] {{(pid=98653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:45:05.347207 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7d9e7-0094-48dc-8680-21ec7e2dbfaa None None] Pushing event updated for resources: {'Port': ['ID=5ed59cde-7ff5-481d-be0f-22fd6d27d05d,revision_number=3']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:05.422031 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3079a081-ffcf-4807-a64a-5260ce333081 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4608e95-dffe-4f7f-b231-f81b46c99580,revision_number=0']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:05.469170 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-3079a081-ffcf-4807-a64a-5260ce333081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:05.517565 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3079a081-ffcf-4807-a64a-5260ce333081 admin admin] Network 83c68c8c-2248-4e59-85ea-30eff60bf086 is scheduled to be hosted by DHCP agent c114f6b1-151c-4bcf-990e-1a24ac4dbd68 with binding_index 1 {{(pid=98653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:45:05.586453 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.base_scheduler [None req-3079a081-ffcf-4807-a64a-5260ce333081 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791239-3-smb, 83c68c8c-2248-4e59-85ea-30eff60bf086) {{(pid=98653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:45:05.616782 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3079a081-ffcf-4807-a64a-5260ce333081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:05.617671 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c7d9e7-0094-48dc-8680-21ec7e2dbfaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:05.617817 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-3079a081-ffcf-4807-a64a-5260ce333081 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:05.618080 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c7d9e7-0094-48dc-8680-21ec7e2dbfaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:05.618425 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c7d9e7-0094-48dc-8680-21ec7e2dbfaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:05.618756 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c7d9e7-0094-48dc-8680-21ec7e2dbfaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:05.619118 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c7d9e7-0094-48dc-8680-21ec7e2dbfaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:05.619912 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c7d9e7-0094-48dc-8680-21ec7e2dbfaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:05.620337 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c7d9e7-0094-48dc-8680-21ec7e2dbfaa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:05.620776 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c7d9e7-0094-48dc-8680-21ec7e2dbfaa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:05.621302 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c7d9e7-0094-48dc-8680-21ec7e2dbfaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:05.621804 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c7d9e7-0094-48dc-8680-21ec7e2dbfaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:05.622244 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c7d9e7-0094-48dc-8680-21ec7e2dbfaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:05.622937 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c7d9e7-0094-48dc-8680-21ec7e2dbfaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:05.634353 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-26c7d9e7-0094-48dc-8680-21ec7e2dbfaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.658s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:05.636121 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166eeb23-5fe6-478e-9054-c9a04c1d42e8 None None] Network 83c68c8c-2248-4e59-85ea-30eff60bf086 requested from dv-cinder-791239-3-smb {{(pid=98656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:45:05.699848 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-3079a081-ffcf-4807-a64a-5260ce333081 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1951029 May 25 15:45:05.703959 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 45544) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:05.724366 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [None req-42e3124d-14c3-4899-a572-cc60ed2b6e76 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1188811042-router', 'tenant_id': '97bfd5130443440abba4bb0857cd803f', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b'}}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:45:05.747015 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-42e3124d-14c3-4899-a572-cc60ed2b6e76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:45:05.758985 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-42e3124d-14c3-4899-a572-cc60ed2b6e76 admin admin] Usage tracker for resource:router and tenant:97bfd5130443440abba4bb0857cd803f is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:45:05.775032 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-42e3124d-14c3-4899-a572-cc60ed2b6e76 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:45:05.805089 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-42e3124d-14c3-4899-a572-cc60ed2b6e76 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:45:05.835078 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-42e3124d-14c3-4899-a572-cc60ed2b6e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16421720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2398'] for router, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:05.836948 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-42e3124d-14c3-4899-a572-cc60ed2b6e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16420952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423559', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16267114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2375'] for router, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:05.864105 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.plugin [None req-dac6f067-d8ac-4965-aba3-986187aa02a1 admin admin] Calling delete_port for 340afb70-a0a0-472c-b293-0c394a67a807 owned by network:router_interface {{(pid=98655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:45:05.901190 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-42e3124d-14c3-4899-a572-cc60ed2b6e76 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:06.037572 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.managers [None req-552218b0-62eb-4f78-9aab-22d16c38abd3 None None] Attempting to bind port 5ed59cde-7ff5-481d-be0f-22fd6d27d05d on host dv-cinder-791239-3-smb for vnic_type normal with profile {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:45:06.038487 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.managers [None req-552218b0-62eb-4f78-9aab-22d16c38abd3 None None] Attempting to bind port 5ed59cde-7ff5-481d-be0f-22fd6d27d05d by drivers openvswitch,hyperv on host dv-cinder-791239-3-smb at level 0 using segments [{'id': '8626442b-6d51-4379-a5f0-edfdfd330e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a9666395-6498-4bd8-9812-838161f765df'}] {{(pid=98656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:45:06.039135 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552218b0-62eb-4f78-9aab-22d16c38abd3 None None] Attempting to bind port 5ed59cde-7ff5-481d-be0f-22fd6d27d05d on network a9666395-6498-4bd8-9812-838161f765df {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:45:06.062527 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552218b0-62eb-4f78-9aab-22d16c38abd3 None None] Checking agent: {'id': '7e687d8b-f3a5-45d0-a2c9-960fde35dba9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 32, 47), 'started_at': datetime.datetime(2021, 5, 25, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:45:06.063535 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552218b0-62eb-4f78-9aab-22d16c38abd3 None None] Checking segment: {'id': '8626442b-6d51-4379-a5f0-edfdfd330e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a9666395-6498-4bd8-9812-838161f765df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:45:06.064280 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-552218b0-62eb-4f78-9aab-22d16c38abd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:06.064921 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552218b0-62eb-4f78-9aab-22d16c38abd3 None None] Bound using segment: {'id': '8626442b-6d51-4379-a5f0-edfdfd330e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a9666395-6498-4bd8-9812-838161f765df'} {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:45:06.065748 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.managers [None req-552218b0-62eb-4f78-9aab-22d16c38abd3 None None] Bound port: 5ed59cde-7ff5-481d-be0f-22fd6d27d05d, host: dv-cinder-791239-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8626442b-6d51-4379-a5f0-edfdfd330e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a9666395-6498-4bd8-9812-838161f765df'}}] {{(pid=98656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:45:06.066927 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-552218b0-62eb-4f78-9aab-22d16c38abd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:06.413638 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d15ec1-d46c-4144-91cc-7dee23137aa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74aad02c-0dc6-5e3e-b290-52a6de11b65a-83c68c8c-2248-4e59-85ea-30eff60bf086', 'network_id': '83c68c8c-2248-4e59-85ea-30eff60bf086', 'tenant_id': '97bfd5130443440abba4bb0857cd803f', 'fixed_ips': [{'subnet_id': 'b4608e95-dffe-4f7f-b231-f81b46c99580'}]}} from dv-cinder-791239-3-smb. {{(pid=98656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 15:45:06.414804 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-00d15ec1-d46c-4144-91cc-7dee23137aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_create {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:06.609188 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-552218b0-62eb-4f78-9aab-22d16c38abd3 None None] For port 5ed59cde-7ff5-481d-be0f-22fd6d27d05d, host dv-cinder-791239-3-smb, cleared binding levels {{(pid=98656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:45:06.679529 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-552218b0-62eb-4f78-9aab-22d16c38abd3 None None] For port 5ed59cde-7ff5-481d-be0f-22fd6d27d05d, host dv-cinder-791239-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=5ed59cde-7ff5-481d-be0f-22fd6d27d05d,segment=NetworkSegment(8626442b-6d51-4379-a5f0-edfdfd330e04),segment_id=8626442b-6d51-4379-a5f0-edfdfd330e04)] {{(pid=98656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:45:06.707419 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-552218b0-62eb-4f78-9aab-22d16c38abd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:06.744106 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:06.848199 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-04a60a40-7b23-4f5a-80ae-f7082bb24a4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:06.867429 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-42e3124d-14c3-4899-a572-cc60ed2b6e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16421738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2357'] for router, precommit_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:06.876098 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-04a60a40-7b23-4f5a-80ae-f7082bb24a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:07.017675 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:07.134860 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a60a40-7b23-4f5a-80ae-f7082bb24a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60720b7c-c475-44a0-a71f-cfd70cee0ad0,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:07.263046 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552218b0-62eb-4f78-9aab-22d16c38abd3 None None] Routers {'0e4eb1b7-dca6-4431-920c-76aa655fc542'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:45:07.265758 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-552218b0-62eb-4f78-9aab-22d16c38abd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:44:47Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['0e4eb1b7-dca6-4431-920c-76aa655fc542'], 'active': True} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:45:07.330433 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-04a60a40-7b23-4f5a-80ae-f7082bb24a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:07.336775 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-04a60a40-7b23-4f5a-80ae-f7082bb24a4a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f7c1898560b9405f8a6a3072be1c61f4&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1908510 May 25 15:45:07.340724 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 45558) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:07.546899 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-90faca86-5128-4b3a-a493-38275487eb65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:07.550088 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-dac6f067-d8ac-4965-aba3-986187aa02a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730536055462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730535669971'] for port, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:07.551244 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7d9e7-0094-48dc-8680-21ec7e2dbfaa None None] Pushing event updated for resources: {'Port': ['ID=5ed59cde-7ff5-481d-be0f-22fd6d27d05d,revision_number=4']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:07.558305 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:07.575013 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-26c7d9e7-0094-48dc-8680-21ec7e2dbfaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.831s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:07.684692 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6f067-d8ac-4965-aba3-986187aa02a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=340afb70-a0a0-472c-b293-0c394a67a807,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:07.705704 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-dac6f067-d8ac-4965-aba3-986187aa02a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:07.823849 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvr_db [None req-552218b0-62eb-4f78-9aab-22d16c38abd3 None None] Set router 0e4eb1b7-dca6-4431-920c-76aa655fc542 gateway port host: dv-cinder-791239-3-smb {{(pid=98656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:45:07.911929 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-90faca86-5128-4b3a-a493-38275487eb65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:08.036674 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-42e3124d-14c3-4899-a572-cc60ed2b6e76 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:08.041000 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-90faca86-5128-4b3a-a493-38275487eb65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:08.055856 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.db_base_plugin_common [None req-00d15ec1-d46c-4144-91cc-7dee23137aa8 None None] Allocated IP 172.20.0.2 (83c68c8c-2248-4e59-85ea-30eff60bf086/b4608e95-dffe-4f7f-b231-f81b46c99580/4e82dc7b-6fde-4b5f-add1-7be76653482f) {{(pid=98656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:45:08.060790 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-5e438de3-caba-486f-a428-6d4502056131 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:08.092678 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90faca86-5128-4b3a-a493-38275487eb65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60720b7c-c475-44a0-a71f-cfd70cee0ad0,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:08.105522 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-90faca86-5128-4b3a-a493-38275487eb65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:08.134477 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-42e3124d-14c3-4899-a572-cc60ed2b6e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:08.330623 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-dac6f067-d8ac-4965-aba3-986187aa02a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16277473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424891'] for router_interface, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:08.371888 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-90faca86-5128-4b3a-a493-38275487eb65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:08.373740 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-90faca86-5128-4b3a-a493-38275487eb65 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/60720b7c-c475-44a0-a71f-cfd70cee0ad0 HTTP/1.1" status: 204 len: 168 time: 1.0316482 May 25 15:45:08.755147 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.db_base_plugin_common [None req-42e3124d-14c3-4899-a572-cc60ed2b6e76 admin admin] Allocated IP 172.28.3.60 (d51110de-dc62-4f0f-8f8a-5177828fdd7b/65a5f471-3295-4779-8fb3-11f32d4097e9/2b44926e-6aae-4de1-bb04-acf24a9262c1) {{(pid=98653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:45:08.819732 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-00d15ec1-d46c-4144-91cc-7dee23137aa8 None None] Notify callbacks [] for port, precommit_create {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:08.844099 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-00d15ec1-d46c-4144-91cc-7dee23137aa8 None None] Transition to ACTIVE for port object 4e82dc7b-6fde-4b5f-add1-7be76653482f will not be triggered until provisioned by entity L2. {{(pid=98656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:45:08.878927 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-00d15ec1-d46c-4144-91cc-7dee23137aa8 None None] Transition to ACTIVE for port object 4e82dc7b-6fde-4b5f-add1-7be76653482f will not be triggered until provisioned by entity DHCP. {{(pid=98656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:45:08.895119 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-00d15ec1-d46c-4144-91cc-7dee23137aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730535669962'] for port, after_create {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:08.908325 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:09.166740 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d15ec1-d46c-4144-91cc-7dee23137aa8 None None] Network 83c68c8c-2248-4e59-85ea-30eff60bf086 is already hosted by enough agents. {{(pid=98656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:45:09.182191 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.scheduler.base_scheduler [None req-00d15ec1-d46c-4144-91cc-7dee23137aa8 None None] Resources bound (agent type, host, resource id): {{(pid=98656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:45:09.192101 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d15ec1-d46c-4144-91cc-7dee23137aa8 None None] Received port after_create {{(pid=98656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:45:09.199723 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d15ec1-d46c-4144-91cc-7dee23137aa8 None None] Pushing event updated for resources: {'Port': ['ID=4e82dc7b-6fde-4b5f-add1-7be76653482f,revision_number=1']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:09.214995 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-00d15ec1-d46c-4144-91cc-7dee23137aa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:09.316758 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-42e3124d-14c3-4899-a572-cc60ed2b6e76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:09.403003 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-42e3124d-14c3-4899-a572-cc60ed2b6e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730535669962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14739030'] for port, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:09.411294 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:09.427872 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-552218b0-62eb-4f78-9aab-22d16c38abd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4eb1b7-dca6-4431-920c-76aa655fc542', 'name': 'tempest-TestShelveInstance-46942555-router', 'tenant_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '04be575a-e527-4659-836a-731f11db5c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:44:41Z', 'updated_at': '2021-05-25T15:44:56Z', 'revision_number': 4, 'project_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'gw_port': {'id': '04be575a-e527-4659-836a-731f11db5c27', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4eb1b7-dca6-4431-920c-76aa655fc542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:44:46Z', 'updated_at': '2021-05-25T15:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_interfaces': [{'id': '5ed59cde-7ff5-481d-be0f-22fd6d27d05d', 'name': '', 'network_id': 'a9666395-6498-4bd8-9812-838161f765df', 'tenant_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'mac_address': 'fa:16:3e:37:86:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4eb1b7-dca6-4431-920c-76aa655fc542', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '78d8c6d8-85b3-4128-a7af-7d4f98cb12b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:44:54Z', 'updated_at': '2021-05-25T15:45:06Z', 'revision_number': 4, 'project_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'subnets': [{'id': '78d8c6d8-85b3-4128-a7af-7d4f98cb12b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:45:09.433447 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.managers [None req-00d15ec1-d46c-4144-91cc-7dee23137aa8 None None] Attempting to bind port 4e82dc7b-6fde-4b5f-add1-7be76653482f on host dv-cinder-791239-3-smb for vnic_type normal with profile {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:45:09.434069 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.managers [None req-00d15ec1-d46c-4144-91cc-7dee23137aa8 None None] Attempting to bind port 4e82dc7b-6fde-4b5f-add1-7be76653482f by drivers openvswitch,hyperv on host dv-cinder-791239-3-smb at level 0 using segments [{'id': 'd5181e24-1a3a-43c4-9dae-20dc659a9a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '83c68c8c-2248-4e59-85ea-30eff60bf086'}] {{(pid=98656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:45:09.434652 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d15ec1-d46c-4144-91cc-7dee23137aa8 None None] Attempting to bind port 4e82dc7b-6fde-4b5f-add1-7be76653482f on network 83c68c8c-2248-4e59-85ea-30eff60bf086 {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:45:09.445922 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d15ec1-d46c-4144-91cc-7dee23137aa8 None None] Checking agent: {'id': '7e687d8b-f3a5-45d0-a2c9-960fde35dba9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 32, 47), 'started_at': datetime.datetime(2021, 5, 25, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:45:09.446392 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d15ec1-d46c-4144-91cc-7dee23137aa8 None None] Checking segment: {'id': 'd5181e24-1a3a-43c4-9dae-20dc659a9a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '83c68c8c-2248-4e59-85ea-30eff60bf086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:45:09.446731 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-00d15ec1-d46c-4144-91cc-7dee23137aa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:09.447259 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d15ec1-d46c-4144-91cc-7dee23137aa8 None None] Bound using segment: {'id': 'd5181e24-1a3a-43c4-9dae-20dc659a9a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '83c68c8c-2248-4e59-85ea-30eff60bf086'} {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:45:09.447943 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.managers [None req-00d15ec1-d46c-4144-91cc-7dee23137aa8 None None] Bound port: 4e82dc7b-6fde-4b5f-add1-7be76653482f, host: dv-cinder-791239-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5181e24-1a3a-43c4-9dae-20dc659a9a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '83c68c8c-2248-4e59-85ea-30eff60bf086'}}] {{(pid=98656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:45:09.448443 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-00d15ec1-d46c-4144-91cc-7dee23137aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:09.464659 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552218b0-62eb-4f78-9aab-22d16c38abd3 None None] The sync data for ids ['0e4eb1b7-dca6-4431-920c-76aa655fc542'] in dv-cinder-791239-3-smb is: [{'id': '0e4eb1b7-dca6-4431-920c-76aa655fc542', 'name': 'tempest-TestShelveInstance-46942555-router', 'tenant_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '04be575a-e527-4659-836a-731f11db5c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:44:41Z', 'updated_at': '2021-05-25T15:44:56Z', 'revision_number': 4, 'project_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'gw_port': {'id': '04be575a-e527-4659-836a-731f11db5c27', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4eb1b7-dca6-4431-920c-76aa655fc542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:44:46Z', 'updated_at': '2021-05-25T15:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_interfaces': [{'id': '5ed59cde-7ff5-481d-be0f-22fd6d27d05d', 'name': '', 'network_id': 'a9666395-6498-4bd8-9812-838161f765df', 'tenant_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'mac_address': 'fa:16:3e:37:86:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4eb1b7-dca6-4431-920c-76aa655fc542', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '78d8c6d8-85b3-4128-a7af-7d4f98cb12b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:44:54Z', 'updated_at': '2021-05-25T15:45:06Z', 'revision_number': 4, 'project_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'subnets': [{'id': '78d8c6d8-85b3-4128-a7af-7d4f98cb12b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:45:09.815936 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac6f067-d8ac-4965-aba3-986187aa02a1 admin admin] Router 59ab1bdb-f47e-4abe-8c43-7883db4c1ec7 has already been hosted by L3 agent f8a1ad16-ec6f-48c0-91e7-34790a8304cd {{(pid=98655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:45:09.867785 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-00d15ec1-d46c-4144-91cc-7dee23137aa8 None None] For port 4e82dc7b-6fde-4b5f-add1-7be76653482f, host dv-cinder-791239-3-smb, cleared binding levels {{(pid=98656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:45:09.876918 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-00d15ec1-d46c-4144-91cc-7dee23137aa8 None None] For port 4e82dc7b-6fde-4b5f-add1-7be76653482f, host dv-cinder-791239-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=4e82dc7b-6fde-4b5f-add1-7be76653482f,segment=NetworkSegment(d5181e24-1a3a-43c4-9dae-20dc659a9a93),segment_id=d5181e24-1a3a-43c4-9dae-20dc659a9a93)] {{(pid=98656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:45:09.895308 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-00d15ec1-d46c-4144-91cc-7dee23137aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:09.912103 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e3124d-14c3-4899-a572-cc60ed2b6e76 admin admin] Network d51110de-dc62-4f0f-8f8a-5177828fdd7b is already hosted by enough agents. {{(pid=98653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:45:09.924792 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:09.941516 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.base_scheduler [None req-42e3124d-14c3-4899-a572-cc60ed2b6e76 admin admin] Resources bound (agent type, host, resource id): {{(pid=98653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:45:09.965330 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e3124d-14c3-4899-a572-cc60ed2b6e76 admin admin] Received port after_create {{(pid=98653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:45:10.160712 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d15ec1-d46c-4144-91cc-7dee23137aa8 None None] Pushing event updated for resources: {'Port': ['ID=4e82dc7b-6fde-4b5f-add1-7be76653482f,revision_number=2']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:10.167341 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-00d15ec1-d46c-4144-91cc-7dee23137aa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:10.198091 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e3124d-14c3-4899-a572-cc60ed2b6e76 admin admin] Pushing event updated for resources: {'Port': ['ID=2b44926e-6aae-4de1-bb04-acf24a9262c1,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:10.213913 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-42e3124d-14c3-4899-a572-cc60ed2b6e76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.803s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:10.818531 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac6f067-d8ac-4965-aba3-986187aa02a1 admin admin] Notify agent at l3_agent.dv-cinder-791239-3-smb the message routers_updated {{(pid=98655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:45:10.837953 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8addcd5a-68e5-4d32-a3cf-1442796f4e69 None None] Sync routers for ids ['59ab1bdb-f47e-4abe-8c43-7883db4c1ec7'] in dv-cinder-791239-3-smb {{(pid=98660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:45:10.847219 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-dac6f067-d8ac-4965-aba3-986187aa02a1 admin admin] 10.222.0.11 "PUT /v2.0/routers/59ab1bdb-f47e-4abe-8c43-7883db4c1ec7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0040278 May 25 15:45:10.848765 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 45588) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:10.881573 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8addcd5a-68e5-4d32-a3cf-1442796f4e69 None None] Routers {'59ab1bdb-f47e-4abe-8c43-7883db4c1ec7'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:45:10.883085 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-8addcd5a-68e5-4d32-a3cf-1442796f4e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:44:47Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['59ab1bdb-f47e-4abe-8c43-7883db4c1ec7'], 'active': True} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:45:11.777985 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-675bd4e8-99ba-4126-b67f-c37137aaec0e admin admin] Notify callbacks [] for router, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:11.832430 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvr_db [None req-8addcd5a-68e5-4d32-a3cf-1442796f4e69 None None] Set router 59ab1bdb-f47e-4abe-8c43-7883db4c1ec7 gateway port host: dv-cinder-791239-3-smb {{(pid=98660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:45:11.970874 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 4e82dc7b-6fde-4b5f-add1-7be76653482f up at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:45:12.052021 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-42e3124d-14c3-4899-a572-cc60ed2b6e76 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:12.233174 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning for port 4e82dc7b-6fde-4b5f-add1-7be76653482f completed by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:45:12.251191 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 5ed59cde-7ff5-481d-be0f-22fd6d27d05d up at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:45:12.563197 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1d4785-1d92-4f1b-a3cc-9df7ce7a750b None None] Network 83c68c8c-2248-4e59-85ea-30eff60bf086 requested from dv-cinder-791239-3-smb {{(pid=98656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:45:13.090567 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning for port 5ed59cde-7ff5-481d-be0f-22fd6d27d05d completed by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:45:13.112138 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-c0b08d4e-dc42-40fb-a811-859f6d91875a None None] Provisioning for port 4e82dc7b-6fde-4b5f-add1-7be76653482f completed by entity DHCP. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:45:13.128077 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 45612) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:13.133856 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning complete for port 5ed59cde-7ff5-481d-be0f-22fd6d27d05d triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:45:13.134379 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:13.170897 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-675bd4e8-99ba-4126-b67f-c37137aaec0e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:13.216221 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-8addcd5a-68e5-4d32-a3cf-1442796f4e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ab1bdb-f47e-4abe-8c43-7883db4c1ec7', 'name': 'tempest-ServerRescueNegativeTestJSON-1358759215-router', 'tenant_id': '4c2510090ada4fe295deec64f74c04e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.148'}], 'enable_snat': True}, 'gw_port_id': '964d8914-05fd-4572-b143-dc78876aa6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:41:28Z', 'updated_at': '2021-05-25T15:45:07Z', 'revision_number': 5, 'project_id': '4c2510090ada4fe295deec64f74c04e7', 'gw_port': {'id': '964d8914-05fd-4572-b143-dc78876aa6ce', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ab1bdb-f47e-4abe-8c43-7883db4c1ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:30Z', 'updated_at': '2021-05-25T15:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb'}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:45:13.231166 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8addcd5a-68e5-4d32-a3cf-1442796f4e69 None None] Checking router: 59ab1bdb-f47e-4abe-8c43-7883db4c1ec7 for host: dv-cinder-791239-3-smb {{(pid=98660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:45:13.260675 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8addcd5a-68e5-4d32-a3cf-1442796f4e69 None None] Routers {'59ab1bdb-f47e-4abe-8c43-7883db4c1ec7'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:45:13.268193 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-8addcd5a-68e5-4d32-a3cf-1442796f4e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:44:47Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['59ab1bdb-f47e-4abe-8c43-7883db4c1ec7'], 'active': True} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:45:13.344011 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-c0b08d4e-dc42-40fb-a811-859f6d91875a None None] Provisioning complete for port 4e82dc7b-6fde-4b5f-add1-7be76653482f triggered by entity DHCP. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:45:13.345088 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-c0b08d4e-dc42-40fb-a811-859f6d91875a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:13.347746 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-42e3124d-14c3-4899-a572-cc60ed2b6e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16421713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423649'] for router, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:13.431795 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.plugin [None req-675bd4e8-99ba-4126-b67f-c37137aaec0e admin admin] Deleting port 964d8914-05fd-4572-b143-dc78876aa6ce {{(pid=98655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:45:13.432283 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-675bd4e8-99ba-4126-b67f-c37137aaec0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730536052803'] for port, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:13.685796 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvr_db [None req-8addcd5a-68e5-4d32-a3cf-1442796f4e69 None None] Set router 59ab1bdb-f47e-4abe-8c43-7883db4c1ec7 gateway port host: None {{(pid=98660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:45:13.777397 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-31770e72-008c-4b12-b71a-e72f8d944363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:13.810186 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e3124d-14c3-4899-a572-cc60ed2b6e76 admin admin] Router 6700e58f-f68b-467c-ab9a-64c0b960635d is scheduled to L3 agent f8a1ad16-ec6f-48c0-91e7-34790a8304cd with binding_index 1 {{(pid=98653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 15:45:13.895142 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-8addcd5a-68e5-4d32-a3cf-1442796f4e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ab1bdb-f47e-4abe-8c43-7883db4c1ec7', 'name': 'tempest-ServerRescueNegativeTestJSON-1358759215-router', 'tenant_id': '4c2510090ada4fe295deec64f74c04e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:41:28Z', 'updated_at': '2021-05-25T15:45:13Z', 'revision_number': 6, 'project_id': '4c2510090ada4fe295deec64f74c04e7', 'gw_port_host': None}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:45:13.896407 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-31770e72-008c-4b12-b71a-e72f8d944363 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:45:13.900936 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8addcd5a-68e5-4d32-a3cf-1442796f4e69 None None] The sync data for ids ['59ab1bdb-f47e-4abe-8c43-7883db4c1ec7'] in dv-cinder-791239-3-smb is: [{'id': '59ab1bdb-f47e-4abe-8c43-7883db4c1ec7', 'name': 'tempest-ServerRescueNegativeTestJSON-1358759215-router', 'tenant_id': '4c2510090ada4fe295deec64f74c04e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:41:28Z', 'updated_at': '2021-05-25T15:45:13Z', 'revision_number': 6, 'project_id': '4c2510090ada4fe295deec64f74c04e7', 'gw_port_host': None}] {{(pid=98660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:45:14.005406 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-31770e72-008c-4b12-b71a-e72f8d944363 admin admin] Usage tracker for resource:security_group_rule and tenant:e92b3c3e22bc44a2a449657165326475 is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:45:14.012054 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.db [None req-675bd4e8-99ba-4126-b67f-c37137aaec0e admin admin] For port 964d8914-05fd-4572-b143-dc78876aa6ce, host dv-cinder-791239-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=964d8914-05fd-4572-b143-dc78876aa6ce,segment=NetworkSegment(b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2),segment_id=b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2)] {{(pid=98655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:45:14.012655 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-675bd4e8-99ba-4126-b67f-c37137aaec0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16426746'] for port, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:14.021107 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:14.026022 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-31770e72-008c-4b12-b71a-e72f8d944363 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:45:14.042158 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-31770e72-008c-4b12-b71a-e72f8d944363 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:45:14.295391 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.plugin [None req-675bd4e8-99ba-4126-b67f-c37137aaec0e admin admin] Calling delete_port for 964d8914-05fd-4572-b143-dc78876aa6ce owned by network:router_gateway {{(pid=98655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:45:14.299981 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e3124d-14c3-4899-a572-cc60ed2b6e76 admin admin] Notify agent at l3_agent.dv-cinder-791239-3-smb the message routers_updated {{(pid=98653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:45:14.332219 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79a618e-b664-492a-8a18-a56dfb678a8e None None] Sync routers for ids ['6700e58f-f68b-467c-ab9a-64c0b960635d'] in dv-cinder-791239-3-smb {{(pid=98656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:45:14.387015 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-42e3124d-14c3-4899-a572-cc60ed2b6e76 admin admin] Notify callbacks [] for router, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:14.391175 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-42e3124d-14c3-4899-a572-cc60ed2b6e76 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.6854672 May 25 15:45:14.401745 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 45624) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:14.463070 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] For port 5ed59cde-7ff5-481d-be0f-22fd6d27d05d, host dv-cinder-791239-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=5ed59cde-7ff5-481d-be0f-22fd6d27d05d,segment=NetworkSegment(8626442b-6d51-4379-a5f0-edfdfd330e04),segment_id=8626442b-6d51-4379-a5f0-edfdfd330e04)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:45:14.561074 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79a618e-b664-492a-8a18-a56dfb678a8e None None] Routers {'6700e58f-f68b-467c-ab9a-64c0b960635d'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:45:14.563529 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-c79a618e-b664-492a-8a18-a56dfb678a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:44:47Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['6700e58f-f68b-467c-ab9a-64c0b960635d'], 'active': True} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:45:14.725114 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-31770e72-008c-4b12-b71a-e72f8d944363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:14.741326 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-31770e72-008c-4b12-b71a-e72f8d944363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:14.851116 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-6eb455a0-71f8-4c2a-91d3-69636a1598db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:14.902494 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-31770e72-008c-4b12-b71a-e72f8d944363 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e92b3c3e22bc44a2a449657165326475&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7694788 May 25 15:45:14.908518 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 45628) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:14.950023 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31770e72-008c-4b12-b71a-e72f8d944363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16f6bb8-0eb2-497f-b37b-9d51e84d90c0,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:14.966644 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:14.972550 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-31770e72-008c-4b12-b71a-e72f8d944363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:15.008765 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:15.246057 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-675bd4e8-99ba-4126-b67f-c37137aaec0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730536055462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730535669971'] for port, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:15.261654 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:15.276699 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-ac0099c2-4b68-4985-a49b-a86d53f38361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:15.291528 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 340afb70-a0a0-472c-b293-0c394a67a807 no longer exists at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:45:15.424088 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-675bd4e8-99ba-4126-b67f-c37137aaec0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16423478'] for router_gateway, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:15.522129 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-0a7169a1-2249-4424-bd2e-e5c3066efd86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:15.575991 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvr_db [None req-c79a618e-b664-492a-8a18-a56dfb678a8e None None] Set router 6700e58f-f68b-467c-ab9a-64c0b960635d gateway port host: dv-cinder-791239-3-smb {{(pid=98656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:45:15.668691 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-0a7169a1-2249-4424-bd2e-e5c3066efd86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:15.766993 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-675bd4e8-99ba-4126-b67f-c37137aaec0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16421819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2380'] for router, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:15.771411 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-675bd4e8-99ba-4126-b67f-c37137aaec0e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:15.886387 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-c0b08d4e-dc42-40fb-a811-859f6d91875a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:15.951911 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Pushing event updated for resources: {'Port': ['ID=5ed59cde-7ff5-481d-be0f-22fd6d27d05d,revision_number=5']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:15.958445 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.950s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:16.013498 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675bd4e8-99ba-4126-b67f-c37137aaec0e admin admin] Pushing event deleted for resources: {'Port': ['ID=964d8914-05fd-4572-b143-dc78876aa6ce,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:16.047260 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-675bd4e8-99ba-4126-b67f-c37137aaec0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.782s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:16.048966 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-675bd4e8-99ba-4126-b67f-c37137aaec0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16424071'] for router, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:16.050171 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675bd4e8-99ba-4126-b67f-c37137aaec0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59ab1bdb-f47e-4abe-8c43-7883db4c1ec7 {{(pid=98655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 15:45:16.094772 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-0a7169a1-2249-4424-bd2e-e5c3066efd86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:16.131737 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-5fe4cf53-0acb-4ee1-9c9e-0377b6294439 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:16.172986 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-675bd4e8-99ba-4126-b67f-c37137aaec0e admin admin] Notify callbacks [] for router, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:16.175439 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-675bd4e8-99ba-4126-b67f-c37137aaec0e admin admin] 10.222.0.11 "DELETE /v2.0/routers/59ab1bdb-f47e-4abe-8c43-7883db4c1ec7 HTTP/1.1" status: 204 len: 168 time: 5.3248558 May 25 15:45:16.181401 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 45646) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:16.205650 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7169a1-2249-4424-bd2e-e5c3066efd86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16f6bb8-0eb2-497f-b37b-9d51e84d90c0,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:16.208511 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] No Port match for: 340afb70-a0a0-472c-b293-0c394a67a807 {{(pid=98656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:45:16.208978 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 340afb70-a0a0-472c-b293-0c394a67a807 not bound to the agent host dv-cinder-791239-3-smb {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:45:16.209719 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 964d8914-05fd-4572-b143-dc78876aa6ce no longer exists at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:45:16.215498 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-0a7169a1-2249-4424-bd2e-e5c3066efd86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:16.253804 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-0a7169a1-2249-4424-bd2e-e5c3066efd86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:16.255677 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-0a7169a1-2249-4424-bd2e-e5c3066efd86 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b16f6bb8-0eb2-497f-b37b-9d51e84d90c0 HTTP/1.1" status: 204 len: 168 time: 1.3454316 May 25 15:45:16.364341 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b9801b4-f8ff-435a-8aea-e3ddf8f944d7 admin admin] Deleting subnet 86a02047-08fe-4706-bc57-8e2d90eb8132 {{(pid=98655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 15:45:16.370792 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-8b9801b4-f8ff-435a-8aea-e3ddf8f944d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:16.392378 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] No Port match for: 964d8914-05fd-4572-b143-dc78876aa6ce {{(pid=98656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:45:16.392729 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 964d8914-05fd-4572-b143-dc78876aa6ce not bound to the agent host dv-cinder-791239-3-smb {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:45:16.494751 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-8b9801b4-f8ff-435a-8aea-e3ddf8f944d7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:16.523097 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-8b9801b4-f8ff-435a-8aea-e3ddf8f944d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716231'] for subnet, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:16.564685 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-c0b08d4e-dc42-40fb-a811-859f6d91875a None None] For port 4e82dc7b-6fde-4b5f-add1-7be76653482f, host dv-cinder-791239-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=4e82dc7b-6fde-4b5f-add1-7be76653482f,segment=NetworkSegment(d5181e24-1a3a-43c4-9dae-20dc659a9a93),segment_id=d5181e24-1a3a-43c4-9dae-20dc659a9a93)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:45:16.628975 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-c0b08d4e-dc42-40fb-a811-859f6d91875a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:16.632031 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-048a4f5c-d473-4652-a77f-f42b7be25e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:16.726912 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-69acc8d2-0b27-4e13-86c3-7821178477c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:16.989993 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-2e3776f5-c5c9-4e07-a09e-e1bdd0327c1c None None] Provisioning complete for port 4e82dc7b-6fde-4b5f-add1-7be76653482f triggered by entity DHCP. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:45:16.990634 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-2e3776f5-c5c9-4e07-a09e-e1bdd0327c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:17.093850 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b08d4e-dc42-40fb-a811-859f6d91875a None None] Pushing event updated for resources: {'Port': ['ID=4e82dc7b-6fde-4b5f-add1-7be76653482f,revision_number=3']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:17.103914 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-c0b08d4e-dc42-40fb-a811-859f6d91875a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:17.192528 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 5ed59cde-7ff5-481d-be0f-22fd6d27d05d up at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:45:17.259255 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-c79a618e-b664-492a-8a18-a56dfb678a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6700e58f-f68b-467c-ab9a-64c0b960635d', 'name': 'tempest-TestShelveInstance-1188811042-router', 'tenant_id': '97bfd5130443440abba4bb0857cd803f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.60'}], 'enable_snat': True}, 'gw_port_id': '2b44926e-6aae-4de1-bb04-acf24a9262c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:45:05Z', 'updated_at': '2021-05-25T15:45:11Z', 'revision_number': 3, 'project_id': '97bfd5130443440abba4bb0857cd803f', 'gw_port': {'id': '2b44926e-6aae-4de1-bb04-acf24a9262c1', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ba:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6700e58f-f68b-467c-ab9a-64c0b960635d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:45:08Z', 'updated_at': '2021-05-25T15:45:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb'}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:45:17.316312 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.db_base_plugin_common [None req-69acc8d2-0b27-4e13-86c3-7821178477c5 admin admin] Allocated IP 172.20.0.1 (83c68c8c-2248-4e59-85ea-30eff60bf086/b4608e95-dffe-4f7f-b231-f81b46c99580/2cc0376f-1b20-49bb-9fc0-aec38ae8904e) {{(pid=98653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:45:17.354427 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79a618e-b664-492a-8a18-a56dfb678a8e None None] Checking router: 6700e58f-f68b-467c-ab9a-64c0b960635d for host: dv-cinder-791239-3-smb {{(pid=98656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:45:17.354427 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79a618e-b664-492a-8a18-a56dfb678a8e None None] Updating router 6700e58f-f68b-467c-ab9a-64c0b960635d port 2b44926e-6aae-4de1-bb04-acf24a9262c1 binding host dv-cinder-791239-3-smb {{(pid=98656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:45:17.503173 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-8b9801b4-f8ff-435a-8aea-e3ddf8f944d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491'] for subnet, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:17.547487 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-576217eb-0563-4938-9d33-575aa0413765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:17.569272 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-c79a618e-b664-492a-8a18-a56dfb678a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:17.615950 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-8b9801b4-f8ff-435a-8aea-e3ddf8f944d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for subnet, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:17.628429 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-8b9801b4-f8ff-435a-8aea-e3ddf8f944d7 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/86a02047-08fe-4706-bc57-8e2d90eb8132 HTTP/1.1" status: 204 len: 168 time: 1.4451497 May 25 15:45:17.635306 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 45668) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:17.641417 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9801b4-f8ff-435a-8aea-e3ddf8f944d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86a02047-08fe-4706-bc57-8e2d90eb8132,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:17.647711 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-8b9801b4-f8ff-435a-8aea-e3ddf8f944d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:17.806520 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-9ec9ea40-5847-479e-9d18-76b2cdf3c81d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:17.814152 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:17.890490 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-69acc8d2-0b27-4e13-86c3-7821178477c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:17.898290 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-a9cfef62-155f-44e4-a72e-704e04ee19ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704691'] for network, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:17.908931 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning complete for port 5ed59cde-7ff5-481d-be0f-22fd6d27d05d triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:45:17.908931 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:17.993842 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.provisioning_blocks [None req-69acc8d2-0b27-4e13-86c3-7821178477c5 admin admin] Transition to ACTIVE for port object 2cc0376f-1b20-49bb-9fc0-aec38ae8904e will not be triggered until provisioned by entity DHCP. {{(pid=98653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:45:18.293753 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-a9cfef62-155f-44e4-a72e-704e04ee19ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717384', 'neutron.services.segments.db._delete_segments_for_network-8730536114652'] for network, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:18.331145 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.services.segments.db [None req-a9cfef62-155f-44e4-a72e-704e04ee19ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['903b1638-4303-4bd6-85d0-46b06b3b03e2']}} {{(pid=98653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:45:18.355275 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.services.segments.db [None req-a9cfef62-155f-44e4-a72e-704e04ee19ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04537342-e49f-4ca7-9497-027e653b84a9') {'for_net_delete': True} {{(pid=98653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:45:18.356004 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.services.segments.db [None req-a9cfef62-155f-44e4-a72e-704e04ee19ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04537342-e49f-4ca7-9497-027e653b84a9') {} {{(pid=98653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:45:18.392002 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:18.399354 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-69acc8d2-0b27-4e13-86c3-7821178477c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730535669962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14739030'] for port, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:18.404992 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-a9cfef62-155f-44e4-a72e-704e04ee19ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730536124573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1754968'] for segment, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:18.411714 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:18.515049 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-a9cfef62-155f-44e4-a72e-704e04ee19ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713968'] for segment, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:18.517536 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-c79a618e-b664-492a-8a18-a56dfb678a8e None None] Notify callbacks [] for port, precommit_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:18.534854 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69acc8d2-0b27-4e13-86c3-7821178477c5 admin admin] Network 83c68c8c-2248-4e59-85ea-30eff60bf086 is already hosted by enough agents. {{(pid=98653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:45:18.542181 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.base_scheduler [None req-69acc8d2-0b27-4e13-86c3-7821178477c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=98653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:45:18.551079 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9cfef62-155f-44e4-a72e-704e04ee19ab admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=98653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:45:18.551720 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-a9cfef62-155f-44e4-a72e-704e04ee19ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14738947'] for segment, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:18.576219 dv-cinder-791239-3-smb neutron-server[98653]: Traceback (most recent call last): May 25 15:45:18.576219 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 15:45:18.576219 dv-cinder-791239-3-smb neutron-server[98653]: timer() May 25 15:45:18.576219 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 15:45:18.576219 dv-cinder-791239-3-smb neutron-server[98653]: cb(*args, **kw) May 25 15:45:18.576219 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 15:45:18.576219 dv-cinder-791239-3-smb neutron-server[98653]: return func(*args, **kwargs) May 25 15:45:18.576219 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 15:45:18.576219 dv-cinder-791239-3-smb neutron-server[98653]: self._notify() May 25 15:45:18.576219 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 15:45:18.576219 dv-cinder-791239-3-smb neutron-server[98653]: self.callback(batched_events) May 25 15:45:18.576219 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 15:45:18.576219 dv-cinder-791239-3-smb neutron-server[98653]: event.method(event) May 25 15:45:18.576219 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 15:45:18.576219 dv-cinder-791239-3-smb neutron-server[98653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 15:45:18.576219 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 15:45:18.576219 dv-cinder-791239-3-smb neutron-server[98653]: aggregate_uuid = self.p_client.list_aggregates( May 25 15:45:18.576219 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 15:45:18.576219 dv-cinder-791239-3-smb neutron-server[98653]: return f(self, *a, **k) May 25 15:45:18.576219 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 15:45:18.576219 dv-cinder-791239-3-smb neutron-server[98653]: return self._get(url).json() May 25 15:45:18.576219 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 15:45:18.576219 dv-cinder-791239-3-smb neutron-server[98653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 15:45:18.576219 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 15:45:18.576219 dv-cinder-791239-3-smb neutron-server[98653]: return self.request(url, 'GET', **kwargs) May 25 15:45:18.576219 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 15:45:18.576219 dv-cinder-791239-3-smb neutron-server[98653]: base_url = self.get_endpoint(auth, allow=allow, May 25 15:45:18.576219 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 15:45:18.576219 dv-cinder-791239-3-smb neutron-server[98653]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 15:45:18.576219 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 15:45:18.576219 dv-cinder-791239-3-smb neutron-server[98653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 15:45:18.576219 dv-cinder-791239-3-smb neutron-server[98653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 15:45:18.580909 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69acc8d2-0b27-4e13-86c3-7821178477c5 admin admin] Received port after_create {{(pid=98653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:45:18.712555 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69acc8d2-0b27-4e13-86c3-7821178477c5 admin admin] Pushing event updated for resources: {'Port': ['ID=2cc0376f-1b20-49bb-9fc0-aec38ae8904e,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:18.800115 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-69acc8d2-0b27-4e13-86c3-7821178477c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16426384'] for router_interface, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:18.819675 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-69acc8d2-0b27-4e13-86c3-7821178477c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:18.860363 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-c79a618e-b664-492a-8a18-a56dfb678a8e None None] Transition to ACTIVE for port object 2b44926e-6aae-4de1-bb04-acf24a9262c1 will not be triggered until provisioned by entity L2. {{(pid=98656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:45:18.871344 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-c79a618e-b664-492a-8a18-a56dfb678a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:18.899342 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-a9cfef62-155f-44e4-a72e-704e04ee19ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16304419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16277480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423467'] for network, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:18.911898 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:18.922673 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:18.948423 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-a9cfef62-155f-44e4-a72e-704e04ee19ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for network, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:18.951574 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cfef62-155f-44e4-a72e-704e04ee19ab admin admin] Pushing event deleted for resources: {'Network': ['ID=903b1638-4303-4bd6-85d0-46b06b3b03e2,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:18.957338 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-a9cfef62-155f-44e4-a72e-704e04ee19ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:18.990056 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-a9cfef62-155f-44e4-a72e-704e04ee19ab admin admin] 10.222.0.11 "DELETE /v2.0/networks/903b1638-4303-4bd6-85d0-46b06b3b03e2 HTTP/1.1" status: 204 len: 168 time: 1.3513200 May 25 15:45:19.065303 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.managers [None req-c79a618e-b664-492a-8a18-a56dfb678a8e None None] Attempting to bind port 2b44926e-6aae-4de1-bb04-acf24a9262c1 on host dv-cinder-791239-3-smb for vnic_type normal with profile {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:45:19.065872 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.managers [None req-c79a618e-b664-492a-8a18-a56dfb678a8e None None] Attempting to bind port 2b44926e-6aae-4de1-bb04-acf24a9262c1 by drivers openvswitch,hyperv on host dv-cinder-791239-3-smb at level 0 using segments [{'id': 'b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b'}] {{(pid=98656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:45:19.066459 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79a618e-b664-492a-8a18-a56dfb678a8e None None] Attempting to bind port 2b44926e-6aae-4de1-bb04-acf24a9262c1 on network d51110de-dc62-4f0f-8f8a-5177828fdd7b {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:45:19.080350 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-5e596f64-6e97-4d78-9813-f3b7462efcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:19.094152 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79a618e-b664-492a-8a18-a56dfb678a8e None None] Checking agent: {'id': '7e687d8b-f3a5-45d0-a2c9-960fde35dba9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 32, 47), 'started_at': datetime.datetime(2021, 5, 25, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:45:19.094790 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79a618e-b664-492a-8a18-a56dfb678a8e None None] Checking segment: {'id': 'b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:45:19.095423 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-c79a618e-b664-492a-8a18-a56dfb678a8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:19.096067 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79a618e-b664-492a-8a18-a56dfb678a8e None None] Bound using segment: {'id': 'b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b'} {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:45:19.096853 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.managers [None req-c79a618e-b664-492a-8a18-a56dfb678a8e None None] Bound port: 2b44926e-6aae-4de1-bb04-acf24a9262c1, host: dv-cinder-791239-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b'}}] {{(pid=98656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:45:19.097452 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-c79a618e-b664-492a-8a18-a56dfb678a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:19.142655 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-8cc890d4-bd01-4116-9784-e80c60c62c7f None None] Provisioning for port 2cc0376f-1b20-49bb-9fc0-aec38ae8904e completed by entity DHCP. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:45:19.158849 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2e8168-5012-4e1a-a480-5a09ff3ae1ea None None] Pushing event updated for resources: {'Port': ['ID=2b44926e-6aae-4de1-bb04-acf24a9262c1,revision_number=2']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:19.181644 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-5c2e8168-5012-4e1a-a480-5a09ff3ae1ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:19.186440 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-8cc890d4-bd01-4116-9784-e80c60c62c7f None None] Provisioning complete for port 2cc0376f-1b20-49bb-9fc0-aec38ae8904e triggered by entity DHCP. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:45:19.187210 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-8cc890d4-bd01-4116-9784-e80c60c62c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:19.198532 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-69acc8d2-0b27-4e13-86c3-7821178477c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:19.236789 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 4e82dc7b-6fde-4b5f-add1-7be76653482f up at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:45:19.415100 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-8cc890d4-bd01-4116-9784-e80c60c62c7f None None] Port 2cc0376f-1b20-49bb-9fc0-aec38ae8904e cannot update to ACTIVE because it is not bound. {{(pid=98656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:45:19.431958 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 45706) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:19.454245 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-c79a618e-b664-492a-8a18-a56dfb678a8e None None] For port 2b44926e-6aae-4de1-bb04-acf24a9262c1, host dv-cinder-791239-3-smb, cleared binding levels {{(pid=98656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:45:19.460669 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-c79a618e-b664-492a-8a18-a56dfb678a8e None None] For port 2b44926e-6aae-4de1-bb04-acf24a9262c1, host dv-cinder-791239-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=2b44926e-6aae-4de1-bb04-acf24a9262c1,segment=NetworkSegment(b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2),segment_id=b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2)] {{(pid=98656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:45:19.472881 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning complete for port 4e82dc7b-6fde-4b5f-add1-7be76653482f triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:45:19.473721 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:19.517999 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-c79a618e-b664-492a-8a18-a56dfb678a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:19.548038 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-5c2e8168-5012-4e1a-a480-5a09ff3ae1ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:19.654540 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-63f2aee5-2758-4fc8-a125-94c90bf02956 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4c2510090ada4fe295deec64f74c04e7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2212830 May 25 15:45:19.657526 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 45710) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:19.691242 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-69acc8d2-0b27-4e13-86c3-7821178477c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:19.697972 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-69acc8d2-0b27-4e13-86c3-7821178477c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14739039'] for port, after_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:19.730240 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79a618e-b664-492a-8a18-a56dfb678a8e None None] Routers {'6700e58f-f68b-467c-ab9a-64c0b960635d'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:45:19.731001 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-c79a618e-b664-492a-8a18-a56dfb678a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:45:18Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['6700e58f-f68b-467c-ab9a-64c0b960635d'], 'active': True} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:45:19.740290 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:19.740668 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-98c4e00d-d7d7-41de-8526-aeb62f290cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:19.779620 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-98c4e00d-d7d7-41de-8526-aeb62f290cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:19.831872 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2e8168-5012-4e1a-a480-5a09ff3ae1ea None None] Pushing event updated for resources: {'Port': ['ID=2b44926e-6aae-4de1-bb04-acf24a9262c1,revision_number=3']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:19.838561 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-5c2e8168-5012-4e1a-a480-5a09ff3ae1ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:19.868166 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69acc8d2-0b27-4e13-86c3-7821178477c5 admin admin] Pushing event updated for resources: {'Port': ['ID=2cc0376f-1b20-49bb-9fc0-aec38ae8904e,revision_number=2']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:19.875121 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-69acc8d2-0b27-4e13-86c3-7821178477c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:19.885878 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-98c4e00d-d7d7-41de-8526-aeb62f290cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:19.895513 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:19.916745 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c4e00d-d7d7-41de-8526-aeb62f290cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87dbc3a6-d31d-4502-a303-1e0a9ca31f95,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:19.931478 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-98c4e00d-d7d7-41de-8526-aeb62f290cea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:19.951389 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-69acc8d2-0b27-4e13-86c3-7821178477c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16426301'] for router_interface, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:19.954932 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-98c4e00d-d7d7-41de-8526-aeb62f290cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:19.958301 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-98c4e00d-d7d7-41de-8526-aeb62f290cea admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/87dbc3a6-d31d-4502-a303-1e0a9ca31f95 HTTP/1.1" status: 204 len: 168 time: 0.2989340 May 25 15:45:20.140966 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvr_db [None req-c79a618e-b664-492a-8a18-a56dfb678a8e None None] Set router 6700e58f-f68b-467c-ab9a-64c0b960635d gateway port host: dv-cinder-791239-3-smb {{(pid=98656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:45:20.254747 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69acc8d2-0b27-4e13-86c3-7821178477c5 admin admin] Network 83c68c8c-2248-4e59-85ea-30eff60bf086 is already hosted by enough agents. {{(pid=98653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:45:20.256562 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.base_scheduler [None req-69acc8d2-0b27-4e13-86c3-7821178477c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=98653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:45:20.487549 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-61dd613b-f3f2-4fd9-acf0-68300fd05fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:20.586111 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69acc8d2-0b27-4e13-86c3-7821178477c5 admin admin] Router 6700e58f-f68b-467c-ab9a-64c0b960635d has already been hosted by L3 agent f8a1ad16-ec6f-48c0-91e7-34790a8304cd {{(pid=98653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:45:20.625687 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-ff07c11f-6afc-4e63-a8f1-1e3bd9608db0 None None] Provisioning complete for port 2cc0376f-1b20-49bb-9fc0-aec38ae8904e triggered by entity DHCP. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:45:20.625996 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-ff07c11f-6afc-4e63-a8f1-1e3bd9608db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:20.728329 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-c79a618e-b664-492a-8a18-a56dfb678a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6700e58f-f68b-467c-ab9a-64c0b960635d', 'name': 'tempest-TestShelveInstance-1188811042-router', 'tenant_id': '97bfd5130443440abba4bb0857cd803f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.60'}], 'enable_snat': True}, 'gw_port_id': '2b44926e-6aae-4de1-bb04-acf24a9262c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:45:05Z', 'updated_at': '2021-05-25T15:45:18Z', 'revision_number': 4, 'project_id': '97bfd5130443440abba4bb0857cd803f', 'gw_port': {'id': '2b44926e-6aae-4de1-bb04-acf24a9262c1', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ba:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6700e58f-f68b-467c-ab9a-64c0b960635d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:45:08Z', 'updated_at': '2021-05-25T15:45:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_interfaces': [{'id': '2cc0376f-1b20-49bb-9fc0-aec38ae8904e', 'name': '', 'network_id': '83c68c8c-2248-4e59-85ea-30eff60bf086', 'tenant_id': '97bfd5130443440abba4bb0857cd803f', 'mac_address': 'fa:16:3e:7a:c3:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6700e58f-f68b-467c-ab9a-64c0b960635d', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'b4608e95-dffe-4f7f-b231-f81b46c99580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:45:16Z', 'updated_at': '2021-05-25T15:45:19Z', 'revision_number': 2, 'project_id': '97bfd5130443440abba4bb0857cd803f', 'subnets': [{'id': 'b4608e95-dffe-4f7f-b231-f81b46c99580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:45:20.738425 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79a618e-b664-492a-8a18-a56dfb678a8e None None] The sync data for ids ['6700e58f-f68b-467c-ab9a-64c0b960635d'] in dv-cinder-791239-3-smb is: [{'id': '6700e58f-f68b-467c-ab9a-64c0b960635d', 'name': 'tempest-TestShelveInstance-1188811042-router', 'tenant_id': '97bfd5130443440abba4bb0857cd803f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.60'}], 'enable_snat': True}, 'gw_port_id': '2b44926e-6aae-4de1-bb04-acf24a9262c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:45:05Z', 'updated_at': '2021-05-25T15:45:18Z', 'revision_number': 4, 'project_id': '97bfd5130443440abba4bb0857cd803f', 'gw_port': {'id': '2b44926e-6aae-4de1-bb04-acf24a9262c1', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ba:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6700e58f-f68b-467c-ab9a-64c0b960635d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:45:08Z', 'updated_at': '2021-05-25T15:45:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_interfaces': [{'id': '2cc0376f-1b20-49bb-9fc0-aec38ae8904e', 'name': '', 'network_id': '83c68c8c-2248-4e59-85ea-30eff60bf086', 'tenant_id': '97bfd5130443440abba4bb0857cd803f', 'mac_address': 'fa:16:3e:7a:c3:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6700e58f-f68b-467c-ab9a-64c0b960635d', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'b4608e95-dffe-4f7f-b231-f81b46c99580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:45:16Z', 'updated_at': '2021-05-25T15:45:19Z', 'revision_number': 2, 'project_id': '97bfd5130443440abba4bb0857cd803f', 'subnets': [{'id': 'b4608e95-dffe-4f7f-b231-f81b46c99580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:45:20.758362 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-ff07c11f-6afc-4e63-a8f1-1e3bd9608db0 None None] Port 2cc0376f-1b20-49bb-9fc0-aec38ae8904e cannot update to ACTIVE because it is not bound. {{(pid=98656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:45:20.888808 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69acc8d2-0b27-4e13-86c3-7821178477c5 admin admin] Notify agent at l3_agent.dv-cinder-791239-3-smb the message routers_updated {{(pid=98653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:45:20.906284 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-69acc8d2-0b27-4e13-86c3-7821178477c5 admin admin] 10.222.0.11 "PUT /v2.0/routers/6700e58f-f68b-467c-ab9a-64c0b960635d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5011499 May 25 15:45:21.962351 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 45792) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:21.968843 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [None req-ca8d2207-ce8e-4b58-ae93-911a258c061b tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2124329921', 'description': 'tempest-secgroup-smoke-2124329921 description', 'project_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4'}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:45:21.982819 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-ca8d2207-ce8e-4b58-ae93-911a258c061b tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:45:21.992638 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-ca8d2207-ce8e-4b58-ae93-911a258c061b tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Usage tracker for resource:security_group and tenant:e9b5bff4dfaf41e8a476ec518bbc48d4 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:45:21.996592 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-ca8d2207-ce8e-4b58-ae93-911a258c061b tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:45:22.004144 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-ca8d2207-ce8e-4b58-ae93-911a258c061b tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:45:22.023081 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-ca8d2207-ce8e-4b58-ae93-911a258c061b tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:22.054391 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-ca8d2207-ce8e-4b58-ae93-911a258c061b tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:45:22.069591 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-ca8d2207-ce8e-4b58-ae93-911a258c061b tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Usage tracker for resource:security_group_rule and tenant:e9b5bff4dfaf41e8a476ec518bbc48d4 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:45:22.081026 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-ca8d2207-ce8e-4b58-ae93-911a258c061b tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:45:22.090221 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-ca8d2207-ce8e-4b58-ae93-911a258c061b tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:45:22.242835 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-ca8d2207-ce8e-4b58-ae93-911a258c061b tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:22.247484 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-ca8d2207-ce8e-4b58-ae93-911a258c061b tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:22.252094 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-8891d117-f0bd-4b96-ba46-182fd6d1cf22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:22.296760 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8d2207-ce8e-4b58-ae93-911a258c061b tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=189333c9-11a5-4f2f-acef-e76f6d526f69,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:22.301310 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-ca8d2207-ce8e-4b58-ae93-911a258c061b tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:22.344091 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-ca8d2207-ce8e-4b58-ae93-911a258c061b tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:22.349126 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 45812) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:22.354965 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [None req-b3993c66-249e-444e-9070-ef2f029ccd5c tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Request body: {'security_group_rule': {'security_group_id': '189333c9-11a5-4f2f-acef-e76f6d526f69', 'project_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:45:22.360441 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-ca8d2207-ce8e-4b58-ae93-911a258c061b tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3965564 May 25 15:45:22.363108 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-b3993c66-249e-444e-9070-ef2f029ccd5c tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:45:22.367944 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-b3993c66-249e-444e-9070-ef2f029ccd5c tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Usage tracker for resource:security_group_rule and tenant:e9b5bff4dfaf41e8a476ec518bbc48d4 is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:45:22.372866 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-b3993c66-249e-444e-9070-ef2f029ccd5c tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:45:22.381307 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-b3993c66-249e-444e-9070-ef2f029ccd5c tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:45:22.403643 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-b3993c66-249e-444e-9070-ef2f029ccd5c tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:22.595533 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-b3993c66-249e-444e-9070-ef2f029ccd5c tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:22.612446 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-b3993c66-249e-444e-9070-ef2f029ccd5c tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304489'] for security_group_rule, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:22.617476 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-12b4b762-6435-4ab8-b313-1569863e550b tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:22.650969 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3993c66-249e-444e-9070-ef2f029ccd5c tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1963b77b-14ff-450b-b386-af9f7b761f17,revision_number=0']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:22.657554 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-b3993c66-249e-444e-9070-ef2f029ccd5c tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:22.693047 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-b3993c66-249e-444e-9070-ef2f029ccd5c tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:22.694648 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-b3993c66-249e-444e-9070-ef2f029ccd5c tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3444633 May 25 15:45:22.699569 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 45824) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:22.708270 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [None req-f25625d5-de94-4537-9120-d54ebd957993 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Request body: {'security_group_rule': {'security_group_id': '189333c9-11a5-4f2f-acef-e76f6d526f69', 'project_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:45:22.721468 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-f25625d5-de94-4537-9120-d54ebd957993 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:45:22.729218 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-f25625d5-de94-4537-9120-d54ebd957993 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Usage tracker for resource:security_group_rule and tenant:e9b5bff4dfaf41e8a476ec518bbc48d4 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:45:22.735215 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-f25625d5-de94-4537-9120-d54ebd957993 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:45:22.744974 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-f25625d5-de94-4537-9120-d54ebd957993 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:45:22.769617 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-f25625d5-de94-4537-9120-d54ebd957993 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:22.890479 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-f25625d5-de94-4537-9120-d54ebd957993 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:22.896120 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-f25625d5-de94-4537-9120-d54ebd957993 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304489'] for security_group_rule, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:22.899794 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:22.936537 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25625d5-de94-4537-9120-d54ebd957993 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f038bb7-b7d4-4613-917f-94c41c62d6b7,revision_number=0']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:22.944731 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-f25625d5-de94-4537-9120-d54ebd957993 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:22.950842 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-f25625d5-de94-4537-9120-d54ebd957993 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:22.961166 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 45832) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:22.964746 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-f25625d5-de94-4537-9120-d54ebd957993 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2629409 May 25 15:45:22.969346 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [None req-3bb3f3a9-655b-4ecd-8530-7c2343b0fa12 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Request body: {'security_group_rule': {'security_group_id': '189333c9-11a5-4f2f-acef-e76f6d526f69', 'project_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:45:22.982073 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-3bb3f3a9-655b-4ecd-8530-7c2343b0fa12 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:45:22.990701 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-3bb3f3a9-655b-4ecd-8530-7c2343b0fa12 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Usage tracker for resource:security_group_rule and tenant:e9b5bff4dfaf41e8a476ec518bbc48d4 is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:45:23.009704 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-3bb3f3a9-655b-4ecd-8530-7c2343b0fa12 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:45:23.020706 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-3bb3f3a9-655b-4ecd-8530-7c2343b0fa12 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:45:23.058317 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-3bb3f3a9-655b-4ecd-8530-7c2343b0fa12 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:23.179776 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-3bb3f3a9-655b-4ecd-8530-7c2343b0fa12 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:23.185315 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-3bb3f3a9-655b-4ecd-8530-7c2343b0fa12 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304489'] for security_group_rule, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:23.189137 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:23.202825 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 2b44926e-6aae-4de1-bb04-acf24a9262c1 up at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:45:23.235030 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb3f3a9-655b-4ecd-8530-7c2343b0fa12 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77eab959-8fe3-42b7-92ed-5012fc5b8aaa,revision_number=0']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:23.239243 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-3bb3f3a9-655b-4ecd-8530-7c2343b0fa12 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:23.250902 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-3bb3f3a9-655b-4ecd-8530-7c2343b0fa12 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:23.252538 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-3bb3f3a9-655b-4ecd-8530-7c2343b0fa12 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2902827 May 25 15:45:23.256928 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 45838) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:23.265506 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [None req-3d15ed92-9ebe-4b79-8c1f-4027f0aa3d76 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Request body: {'security_group_rule': {'security_group_id': '189333c9-11a5-4f2f-acef-e76f6d526f69', 'project_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:45:23.274047 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-3d15ed92-9ebe-4b79-8c1f-4027f0aa3d76 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:45:23.281261 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-3d15ed92-9ebe-4b79-8c1f-4027f0aa3d76 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Usage tracker for resource:security_group_rule and tenant:e9b5bff4dfaf41e8a476ec518bbc48d4 is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:45:23.287468 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-3d15ed92-9ebe-4b79-8c1f-4027f0aa3d76 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:45:23.302496 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-3d15ed92-9ebe-4b79-8c1f-4027f0aa3d76 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:45:23.333192 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-3d15ed92-9ebe-4b79-8c1f-4027f0aa3d76 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:23.364543 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning for port 2b44926e-6aae-4de1-bb04-acf24a9262c1 completed by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:45:23.372980 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning complete for port 2b44926e-6aae-4de1-bb04-acf24a9262c1 triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:45:23.373461 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:23.456735 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-3d15ed92-9ebe-4b79-8c1f-4027f0aa3d76 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:23.464207 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-3d15ed92-9ebe-4b79-8c1f-4027f0aa3d76 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304489'] for security_group_rule, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:23.467211 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:23.534368 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d15ed92-9ebe-4b79-8c1f-4027f0aa3d76 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e770269-35a3-4841-b1ae-5a29d6e426a1,revision_number=0']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:23.547968 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-3d15ed92-9ebe-4b79-8c1f-4027f0aa3d76 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:23.562834 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:23.565184 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-3d15ed92-9ebe-4b79-8c1f-4027f0aa3d76 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:23.574338 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 45850) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:23.574628 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-3d15ed92-9ebe-4b79-8c1f-4027f0aa3d76 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3148785 May 25 15:45:23.582692 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [None req-eb871a51-e4bc-48af-840e-a990393557f9 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Request body: {'security_group_rule': {'security_group_id': '189333c9-11a5-4f2f-acef-e76f6d526f69', 'project_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:45:23.595877 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-eb871a51-e4bc-48af-840e-a990393557f9 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:45:23.605972 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-eb871a51-e4bc-48af-840e-a990393557f9 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Usage tracker for resource:security_group_rule and tenant:e9b5bff4dfaf41e8a476ec518bbc48d4 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:45:23.609276 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] For port 2b44926e-6aae-4de1-bb04-acf24a9262c1, host dv-cinder-791239-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=2b44926e-6aae-4de1-bb04-acf24a9262c1,segment=NetworkSegment(b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2),segment_id=b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:45:23.611492 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-eb871a51-e4bc-48af-840e-a990393557f9 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:45:23.624214 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:23.625169 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-eb871a51-e4bc-48af-840e-a990393557f9 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:45:23.631452 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-c0b08d4e-dc42-40fb-a811-859f6d91875a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:23.740469 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.db.securitygroups_db [None req-eb871a51-e4bc-48af-840e-a990393557f9 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Project e9b5bff4dfaf41e8a476ec518bbc48d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 15:45:23.753627 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.agents_db [None req-e0968af0-a351-492f-a815-45d38f582ebc None None] Agent healthcheck: found 6 active agents {{(pid=98660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:45:23.754985 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-eb871a51-e4bc-48af-840e-a990393557f9 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:23.825249 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 45864) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:23.848205 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Pushing event updated for resources: {'Port': ['ID=2b44926e-6aae-4de1-bb04-acf24a9262c1,revision_number=4']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:23.853683 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:23.969070 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-eb871a51-e4bc-48af-840e-a990393557f9 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:23.973450 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c68d9b2-3461-4c15-9af4-384522c837a5 admin admin] Deleting subnet a6d5945a-0f4d-482f-9237-141c82cdd352 {{(pid=98655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 15:45:23.976070 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-eb871a51-e4bc-48af-840e-a990393557f9 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304489'] for security_group_rule, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:23.978945 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-6c68d9b2-3461-4c15-9af4-384522c837a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:23.990927 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-f701dad4-6d0f-45c3-a57a-c52cd1607e13 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:24.017311 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb871a51-e4bc-48af-840e-a990393557f9 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=586c65b8-060a-413f-bd91-6dbfd711a011,revision_number=0']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:24.025086 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-eb871a51-e4bc-48af-840e-a990393557f9 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:24.041316 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-eb871a51-e4bc-48af-840e-a990393557f9 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:24.048459 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-eb871a51-e4bc-48af-840e-a990393557f9 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4738836 May 25 15:45:24.049180 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 45868) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:24.057562 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [None req-6f3ed039-b0ea-48f4-ac59-9fa633715d64 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Request body: {'security_group_rule': {'security_group_id': '189333c9-11a5-4f2f-acef-e76f6d526f69', 'project_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:45:24.065773 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-6f3ed039-b0ea-48f4-ac59-9fa633715d64 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:45:24.073906 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-6f3ed039-b0ea-48f4-ac59-9fa633715d64 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Usage tracker for resource:security_group_rule and tenant:e9b5bff4dfaf41e8a476ec518bbc48d4 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:45:24.074263 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-6c68d9b2-3461-4c15-9af4-384522c837a5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:24.084676 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-6c68d9b2-3461-4c15-9af4-384522c837a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716231'] for subnet, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:24.085191 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-6f3ed039-b0ea-48f4-ac59-9fa633715d64 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:45:24.102803 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-6f3ed039-b0ea-48f4-ac59-9fa633715d64 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:45:24.120502 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.db.securitygroups_db [None req-6f3ed039-b0ea-48f4-ac59-9fa633715d64 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Project e9b5bff4dfaf41e8a476ec518bbc48d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 15:45:24.138231 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-6f3ed039-b0ea-48f4-ac59-9fa633715d64 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:24.299621 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-6f3ed039-b0ea-48f4-ac59-9fa633715d64 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:24.309525 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-6f3ed039-b0ea-48f4-ac59-9fa633715d64 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304489'] for security_group_rule, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:24.312850 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-ae79496b-2737-4681-9bc6-30df3d11b565 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:24.328250 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78397478-3a47-494f-bd7e-8e097008fda7 None None] Sync routers for ids ['6700e58f-f68b-467c-ab9a-64c0b960635d'] in dv-cinder-791239-3-smb {{(pid=98660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:45:24.341419 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78397478-3a47-494f-bd7e-8e097008fda7 None None] Routers {'6700e58f-f68b-467c-ab9a-64c0b960635d'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:45:24.342411 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-78397478-3a47-494f-bd7e-8e097008fda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:45:18Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['6700e58f-f68b-467c-ab9a-64c0b960635d'], 'active': True} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:45:24.342659 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ed039-b0ea-48f4-ac59-9fa633715d64 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b448b501-e9e8-419e-8899-370152bcf172,revision_number=0']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:24.360729 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-6f3ed039-b0ea-48f4-ac59-9fa633715d64 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:24.394082 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-6f3ed039-b0ea-48f4-ac59-9fa633715d64 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:24.408979 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-6f3ed039-b0ea-48f4-ac59-9fa633715d64 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3499386 May 25 15:45:24.525276 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 45882) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:24.679737 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-6c68d9b2-3461-4c15-9af4-384522c837a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491'] for subnet, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:24.692479 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:24.765249 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvr_db [None req-78397478-3a47-494f-bd7e-8e097008fda7 None None] Set router 6700e58f-f68b-467c-ab9a-64c0b960635d gateway port host: dv-cinder-791239-3-smb {{(pid=98660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:45:24.780946 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c68d9b2-3461-4c15-9af4-384522c837a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6d5945a-0f4d-482f-9237-141c82cdd352,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:24.783829 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-6c68d9b2-3461-4c15-9af4-384522c837a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for subnet, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:24.795158 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-6c68d9b2-3461-4c15-9af4-384522c837a5 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a6d5945a-0f4d-482f-9237-141c82cdd352 HTTP/1.1" status: 204 len: 168 time: 0.9627872 May 25 15:45:24.795158 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-6c68d9b2-3461-4c15-9af4-384522c837a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:24.795489 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 45908) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:24.970404 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-c0110c76-2d73-4510-a67f-62fd1f00695b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:25.024697 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-960bb14a-58d0-4546-b04f-4cb407b7231a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704691'] for network, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:25.030161 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-c0110c76-2d73-4510-a67f-62fd1f00695b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:45:25.040892 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-c0110c76-2d73-4510-a67f-62fd1f00695b admin admin] Usage tracker for resource:security_group_rule and tenant:d9a65069243244f894e18569cf7ac263 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:45:25.047622 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-c0110c76-2d73-4510-a67f-62fd1f00695b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:45:25.058130 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-c0110c76-2d73-4510-a67f-62fd1f00695b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:45:25.228434 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 2b44926e-6aae-4de1-bb04-acf24a9262c1 up at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:45:25.271366 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-960bb14a-58d0-4546-b04f-4cb407b7231a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717384', 'neutron.services.segments.db._delete_segments_for_network-8730536114652'] for network, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:25.293364 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.services.segments.db [None req-960bb14a-58d0-4546-b04f-4cb407b7231a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fde455c1-9145-4991-b1bd-56f4962af61a']}} {{(pid=98653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:45:25.315123 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.services.segments.db [None req-960bb14a-58d0-4546-b04f-4cb407b7231a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31969b1b-60ab-476b-9611-7751f69bdb8e') {'for_net_delete': True} {{(pid=98653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:45:25.315319 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.services.segments.db [None req-960bb14a-58d0-4546-b04f-4cb407b7231a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31969b1b-60ab-476b-9611-7751f69bdb8e') {} {{(pid=98653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:45:25.335200 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-960bb14a-58d0-4546-b04f-4cb407b7231a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730536124573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1754968'] for segment, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:25.362526 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-960bb14a-58d0-4546-b04f-4cb407b7231a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713968'] for segment, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:25.376106 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-960bb14a-58d0-4546-b04f-4cb407b7231a admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=98653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:45:25.377052 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-960bb14a-58d0-4546-b04f-4cb407b7231a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14738947'] for segment, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:25.384736 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-78397478-3a47-494f-bd7e-8e097008fda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6700e58f-f68b-467c-ab9a-64c0b960635d', 'name': 'tempest-TestShelveInstance-1188811042-router', 'tenant_id': '97bfd5130443440abba4bb0857cd803f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.60'}], 'enable_snat': True}, 'gw_port_id': '2b44926e-6aae-4de1-bb04-acf24a9262c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:45:05Z', 'updated_at': '2021-05-25T15:45:18Z', 'revision_number': 4, 'project_id': '97bfd5130443440abba4bb0857cd803f', 'gw_port': {'id': '2b44926e-6aae-4de1-bb04-acf24a9262c1', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ba:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6700e58f-f68b-467c-ab9a-64c0b960635d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:45:08Z', 'updated_at': '2021-05-25T15:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_interfaces': [{'id': '2cc0376f-1b20-49bb-9fc0-aec38ae8904e', 'name': '', 'network_id': '83c68c8c-2248-4e59-85ea-30eff60bf086', 'tenant_id': '97bfd5130443440abba4bb0857cd803f', 'mac_address': 'fa:16:3e:7a:c3:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6700e58f-f68b-467c-ab9a-64c0b960635d', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'b4608e95-dffe-4f7f-b231-f81b46c99580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:45:16Z', 'updated_at': '2021-05-25T15:45:19Z', 'revision_number': 2, 'project_id': '97bfd5130443440abba4bb0857cd803f', 'subnets': [{'id': 'b4608e95-dffe-4f7f-b231-f81b46c99580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:45:25.399832 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78397478-3a47-494f-bd7e-8e097008fda7 None None] Checking router: 6700e58f-f68b-467c-ab9a-64c0b960635d for host: dv-cinder-791239-3-smb {{(pid=98660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:45:25.402214 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78397478-3a47-494f-bd7e-8e097008fda7 None None] Updating router 6700e58f-f68b-467c-ab9a-64c0b960635d port 2cc0376f-1b20-49bb-9fc0-aec38ae8904e binding host dv-cinder-791239-3-smb {{(pid=98660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:45:25.491873 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning complete for port 2b44926e-6aae-4de1-bb04-acf24a9262c1 triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:45:25.492655 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:25.507445 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron_lib.callbacks.manager [None req-78397478-3a47-494f-bd7e-8e097008fda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:25.526253 dv-cinder-791239-3-smb neutron-server[98653]: Traceback (most recent call last): May 25 15:45:25.526253 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 15:45:25.526253 dv-cinder-791239-3-smb neutron-server[98653]: timer() May 25 15:45:25.526253 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 15:45:25.526253 dv-cinder-791239-3-smb neutron-server[98653]: cb(*args, **kw) May 25 15:45:25.526253 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 15:45:25.526253 dv-cinder-791239-3-smb neutron-server[98653]: return func(*args, **kwargs) May 25 15:45:25.526253 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 15:45:25.526253 dv-cinder-791239-3-smb neutron-server[98653]: self._notify() May 25 15:45:25.526253 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 15:45:25.526253 dv-cinder-791239-3-smb neutron-server[98653]: self.callback(batched_events) May 25 15:45:25.526253 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 15:45:25.526253 dv-cinder-791239-3-smb neutron-server[98653]: event.method(event) May 25 15:45:25.526253 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 15:45:25.526253 dv-cinder-791239-3-smb neutron-server[98653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 15:45:25.526253 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 15:45:25.526253 dv-cinder-791239-3-smb neutron-server[98653]: aggregate_uuid = self.p_client.list_aggregates( May 25 15:45:25.526253 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 15:45:25.526253 dv-cinder-791239-3-smb neutron-server[98653]: return f(self, *a, **k) May 25 15:45:25.526253 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 15:45:25.526253 dv-cinder-791239-3-smb neutron-server[98653]: return self._get(url).json() May 25 15:45:25.526253 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 15:45:25.526253 dv-cinder-791239-3-smb neutron-server[98653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 15:45:25.526253 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 15:45:25.526253 dv-cinder-791239-3-smb neutron-server[98653]: return self.request(url, 'GET', **kwargs) May 25 15:45:25.526253 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 15:45:25.526253 dv-cinder-791239-3-smb neutron-server[98653]: base_url = self.get_endpoint(auth, allow=allow, May 25 15:45:25.526253 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 15:45:25.526253 dv-cinder-791239-3-smb neutron-server[98653]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 15:45:25.526253 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 15:45:25.526253 dv-cinder-791239-3-smb neutron-server[98653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 15:45:25.526253 dv-cinder-791239-3-smb neutron-server[98653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 15:45:25.538064 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-960bb14a-58d0-4546-b04f-4cb407b7231a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16304419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16277480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423467'] for network, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:25.554524 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-a9cfef62-155f-44e4-a72e-704e04ee19ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:25.776530 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-960bb14a-58d0-4546-b04f-4cb407b7231a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for network, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:25.795671 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960bb14a-58d0-4546-b04f-4cb407b7231a admin admin] Pushing event deleted for resources: {'Network': ['ID=fde455c1-9145-4991-b1bd-56f4962af61a,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:25.806253 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-c0110c76-2d73-4510-a67f-62fd1f00695b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:25.808449 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-960bb14a-58d0-4546-b04f-4cb407b7231a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:25.818173 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-c0110c76-2d73-4510-a67f-62fd1f00695b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:25.835262 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-06b3b1c8-5e8f-4948-ae97-105f58beb32e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:25.870223 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-960bb14a-58d0-4546-b04f-4cb407b7231a admin admin] 10.222.0.11 "DELETE /v2.0/networks/fde455c1-9145-4991-b1bd-56f4962af61a HTTP/1.1" status: 204 len: 168 time: 1.0731716 May 25 15:45:25.903260 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-c0110c76-2d73-4510-a67f-62fd1f00695b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d9a65069243244f894e18569cf7ac263&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3766673 May 25 15:45:25.904633 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0110c76-2d73-4510-a67f-62fd1f00695b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f983b6ab-54a7-4797-ab2a-3b078e4f0e0f,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:25.907504 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 45938) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:25.910906 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-c0110c76-2d73-4510-a67f-62fd1f00695b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:26.042902 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-25b885ec-acad-4391-8fa9-ccbcd6988bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:26.093649 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-25b885ec-acad-4391-8fa9-ccbcd6988bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:26.187751 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-25b885ec-acad-4391-8fa9-ccbcd6988bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:26.196567 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-c523081c-aaa3-43af-bf56-58248d38bb12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:26.202044 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 45948) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:26.222983 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b885ec-acad-4391-8fa9-ccbcd6988bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f983b6ab-54a7-4797-ab2a-3b078e4f0e0f,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:26.224533 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron_lib.callbacks.manager [None req-78397478-3a47-494f-bd7e-8e097008fda7 None None] Notify callbacks [] for port, precommit_update {{(pid=98660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:26.228748 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-25b885ec-acad-4391-8fa9-ccbcd6988bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:26.234967 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-25b885ec-acad-4391-8fa9-ccbcd6988bf9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f983b6ab-54a7-4797-ab2a-3b078e4f0e0f HTTP/1.1" status: 204 len: 168 time: 0.3261366 May 25 15:45:26.236547 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-25b885ec-acad-4391-8fa9-ccbcd6988bf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:26.266362 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.provisioning_blocks [None req-78397478-3a47-494f-bd7e-8e097008fda7 None None] Transition to ACTIVE for port object 2cc0376f-1b20-49bb-9fc0-aec38ae8904e will not be triggered until provisioned by entity L2. {{(pid=98660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:45:26.276097 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron_lib.callbacks.manager [None req-78397478-3a47-494f-bd7e-8e097008fda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:26.291938 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG oslo_concurrency.lockutils [None req-eb94526e-fd87-474a-9b0d-afb982f560e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:26.424964 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-682860fc-9fcb-4f82-9e57-bbec5e3a8b48 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1d134a598c59473d8ccbc2e7fe06b68c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2210181 May 25 15:45:26.427535 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 45956) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:26.533145 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-c82ffc87-ff16-4b3a-97fd-b2d9f2804325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:26.621161 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-c82ffc87-ff16-4b3a-97fd-b2d9f2804325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:26.685463 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f808431-e5ae-42e1-a264-c012d9d8c97c None None] Pushing event updated for resources: {'Port': ['ID=2cc0376f-1b20-49bb-9fc0-aec38ae8904e,revision_number=3']} {{(pid=98660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:26.704557 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG oslo_concurrency.lockutils [None req-8f808431-e5ae-42e1-a264-c012d9d8c97c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=98660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:26.711825 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.managers [None req-78397478-3a47-494f-bd7e-8e097008fda7 None None] Attempting to bind port 2cc0376f-1b20-49bb-9fc0-aec38ae8904e on host dv-cinder-791239-3-smb for vnic_type normal with profile {{(pid=98660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:45:26.711825 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.managers [None req-78397478-3a47-494f-bd7e-8e097008fda7 None None] Attempting to bind port 2cc0376f-1b20-49bb-9fc0-aec38ae8904e by drivers openvswitch,hyperv on host dv-cinder-791239-3-smb at level 0 using segments [{'id': 'd5181e24-1a3a-43c4-9dae-20dc659a9a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '83c68c8c-2248-4e59-85ea-30eff60bf086'}] {{(pid=98660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:45:26.712126 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78397478-3a47-494f-bd7e-8e097008fda7 None None] Attempting to bind port 2cc0376f-1b20-49bb-9fc0-aec38ae8904e on network 83c68c8c-2248-4e59-85ea-30eff60bf086 {{(pid=98660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:45:26.720696 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78397478-3a47-494f-bd7e-8e097008fda7 None None] Checking agent: {'id': '7e687d8b-f3a5-45d0-a2c9-960fde35dba9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 32, 47), 'started_at': datetime.datetime(2021, 5, 25, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:45:26.721207 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78397478-3a47-494f-bd7e-8e097008fda7 None None] Checking segment: {'id': 'd5181e24-1a3a-43c4-9dae-20dc659a9a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '83c68c8c-2248-4e59-85ea-30eff60bf086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:45:26.721854 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron_lib.callbacks.manager [None req-78397478-3a47-494f-bd7e-8e097008fda7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:26.722530 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78397478-3a47-494f-bd7e-8e097008fda7 None None] Bound using segment: {'id': 'd5181e24-1a3a-43c4-9dae-20dc659a9a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '83c68c8c-2248-4e59-85ea-30eff60bf086'} {{(pid=98660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:45:26.723440 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.managers [None req-78397478-3a47-494f-bd7e-8e097008fda7 None None] Bound port: 2cc0376f-1b20-49bb-9fc0-aec38ae8904e, host: dv-cinder-791239-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5181e24-1a3a-43c4-9dae-20dc659a9a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '83c68c8c-2248-4e59-85ea-30eff60bf086'}}] {{(pid=98660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:45:26.723986 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron_lib.callbacks.manager [None req-78397478-3a47-494f-bd7e-8e097008fda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:26.796299 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-c82ffc87-ff16-4b3a-97fd-b2d9f2804325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:26.803643 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-98c4e00d-d7d7-41de-8526-aeb62f290cea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:26.861461 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82ffc87-ff16-4b3a-97fd-b2d9f2804325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcbd27a6-44d2-4431-adaa-f3359022e125,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:26.870768 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-c82ffc87-ff16-4b3a-97fd-b2d9f2804325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:26.884096 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-c82ffc87-ff16-4b3a-97fd-b2d9f2804325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:26.887123 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-c82ffc87-ff16-4b3a-97fd-b2d9f2804325 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bcbd27a6-44d2-4431-adaa-f3359022e125 HTTP/1.1" status: 204 len: 168 time: 0.4581506 May 25 15:45:26.922503 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.db [None req-78397478-3a47-494f-bd7e-8e097008fda7 None None] For port 2cc0376f-1b20-49bb-9fc0-aec38ae8904e, host dv-cinder-791239-3-smb, cleared binding levels {{(pid=98660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:45:26.930741 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.db [None req-78397478-3a47-494f-bd7e-8e097008fda7 None None] For port 2cc0376f-1b20-49bb-9fc0-aec38ae8904e, host dv-cinder-791239-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=2cc0376f-1b20-49bb-9fc0-aec38ae8904e,segment=NetworkSegment(d5181e24-1a3a-43c4-9dae-20dc659a9a93),segment_id=d5181e24-1a3a-43c4-9dae-20dc659a9a93)] {{(pid=98660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:45:26.945595 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron_lib.callbacks.manager [None req-78397478-3a47-494f-bd7e-8e097008fda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:26.953834 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG oslo_concurrency.lockutils [None req-eb94526e-fd87-474a-9b0d-afb982f560e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:27.105163 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78397478-3a47-494f-bd7e-8e097008fda7 None None] Routers {'6700e58f-f68b-467c-ab9a-64c0b960635d'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:45:27.106091 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-78397478-3a47-494f-bd7e-8e097008fda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:45:18Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['6700e58f-f68b-467c-ab9a-64c0b960635d'], 'active': True} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:45:27.355799 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f808431-e5ae-42e1-a264-c012d9d8c97c None None] Pushing event updated for resources: {'Port': ['ID=2cc0376f-1b20-49bb-9fc0-aec38ae8904e,revision_number=4']} {{(pid=98660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:27.355799 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG oslo_concurrency.lockutils [None req-8f808431-e5ae-42e1-a264-c012d9d8c97c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=98660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:27.599980 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 45988) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:27.635534 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvr_db [None req-78397478-3a47-494f-bd7e-8e097008fda7 None None] Set router 6700e58f-f68b-467c-ab9a-64c0b960635d gateway port host: dv-cinder-791239-3-smb {{(pid=98660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:45:27.637657 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-50db01a5-c43b-4233-90c1-3969154f4a34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:27.673473 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-50db01a5-c43b-4233-90c1-3969154f4a34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:45:27.681332 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-50db01a5-c43b-4233-90c1-3969154f4a34 admin admin] Usage tracker for resource:security_group_rule and tenant:80b9193ee642420c8244de9947f0b1e0 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:45:27.686776 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-50db01a5-c43b-4233-90c1-3969154f4a34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:45:27.698485 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-50db01a5-c43b-4233-90c1-3969154f4a34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:45:27.884972 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-50db01a5-c43b-4233-90c1-3969154f4a34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:27.891808 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-50db01a5-c43b-4233-90c1-3969154f4a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:27.903527 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-3ac84c90-a873-4759-99ff-5b9ca04363e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:28.005488 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 46000) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:28.006271 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-50db01a5-c43b-4233-90c1-3969154f4a34 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=80b9193ee642420c8244de9947f0b1e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4044578 May 25 15:45:28.007843 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50db01a5-c43b-4233-90c1-3969154f4a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de1d7d3-8801-417b-a451-db88bb11049c,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:28.027406 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-50db01a5-c43b-4233-90c1-3969154f4a34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:28.158847 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-6ab9bd74-1cac-4107-9143-a12c8fd9b3e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:28.214689 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-6ab9bd74-1cac-4107-9143-a12c8fd9b3e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:28.319244 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-78397478-3a47-494f-bd7e-8e097008fda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6700e58f-f68b-467c-ab9a-64c0b960635d', 'name': 'tempest-TestShelveInstance-1188811042-router', 'tenant_id': '97bfd5130443440abba4bb0857cd803f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.60'}], 'enable_snat': True}, 'gw_port_id': '2b44926e-6aae-4de1-bb04-acf24a9262c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:45:05Z', 'updated_at': '2021-05-25T15:45:18Z', 'revision_number': 4, 'project_id': '97bfd5130443440abba4bb0857cd803f', 'gw_port': {'id': '2b44926e-6aae-4de1-bb04-acf24a9262c1', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ba:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6700e58f-f68b-467c-ab9a-64c0b960635d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:45:08Z', 'updated_at': '2021-05-25T15:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_interfaces': [{'id': '2cc0376f-1b20-49bb-9fc0-aec38ae8904e', 'name': '', 'network_id': '83c68c8c-2248-4e59-85ea-30eff60bf086', 'tenant_id': '97bfd5130443440abba4bb0857cd803f', 'mac_address': 'fa:16:3e:7a:c3:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6700e58f-f68b-467c-ab9a-64c0b960635d', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'b4608e95-dffe-4f7f-b231-f81b46c99580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:45:16Z', 'updated_at': '2021-05-25T15:45:26Z', 'revision_number': 4, 'project_id': '97bfd5130443440abba4bb0857cd803f', 'subnets': [{'id': 'b4608e95-dffe-4f7f-b231-f81b46c99580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:45:28.322967 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-6ab9bd74-1cac-4107-9143-a12c8fd9b3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:28.328010 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-22fec3d3-1a0f-4828-ad09-1ab35d1c0331 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:28.333243 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78397478-3a47-494f-bd7e-8e097008fda7 None None] The sync data for ids ['6700e58f-f68b-467c-ab9a-64c0b960635d'] in dv-cinder-791239-3-smb is: [{'id': '6700e58f-f68b-467c-ab9a-64c0b960635d', 'name': 'tempest-TestShelveInstance-1188811042-router', 'tenant_id': '97bfd5130443440abba4bb0857cd803f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.60'}], 'enable_snat': True}, 'gw_port_id': '2b44926e-6aae-4de1-bb04-acf24a9262c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:45:05Z', 'updated_at': '2021-05-25T15:45:18Z', 'revision_number': 4, 'project_id': '97bfd5130443440abba4bb0857cd803f', 'gw_port': {'id': '2b44926e-6aae-4de1-bb04-acf24a9262c1', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ba:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6700e58f-f68b-467c-ab9a-64c0b960635d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:45:08Z', 'updated_at': '2021-05-25T15:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_interfaces': [{'id': '2cc0376f-1b20-49bb-9fc0-aec38ae8904e', 'name': '', 'network_id': '83c68c8c-2248-4e59-85ea-30eff60bf086', 'tenant_id': '97bfd5130443440abba4bb0857cd803f', 'mac_address': 'fa:16:3e:7a:c3:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6700e58f-f68b-467c-ab9a-64c0b960635d', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'b4608e95-dffe-4f7f-b231-f81b46c99580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:45:16Z', 'updated_at': '2021-05-25T15:45:26Z', 'revision_number': 4, 'project_id': '97bfd5130443440abba4bb0857cd803f', 'subnets': [{'id': 'b4608e95-dffe-4f7f-b231-f81b46c99580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:45:28.339633 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab9bd74-1cac-4107-9143-a12c8fd9b3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de1d7d3-8801-417b-a451-db88bb11049c,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:28.343609 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-6ab9bd74-1cac-4107-9143-a12c8fd9b3e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:28.352948 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-6ab9bd74-1cac-4107-9143-a12c8fd9b3e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:28.353457 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-6ab9bd74-1cac-4107-9143-a12c8fd9b3e5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7de1d7d3-8801-417b-a451-db88bb11049c HTTP/1.1" status: 204 len: 168 time: 0.3455377 May 25 15:45:29.171059 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 2cc0376f-1b20-49bb-9fc0-aec38ae8904e up at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:45:29.407729 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning for port 2cc0376f-1b20-49bb-9fc0-aec38ae8904e completed by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:45:29.429157 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning complete for port 2cc0376f-1b20-49bb-9fc0-aec38ae8904e triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:45:29.429794 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:29.696366 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9ed87-0581-4e2c-98d1-7409acab1143 req-c428d568-8f55-4e3e-a0d8-c514058900a7 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:29.708404 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-7ab9ed87-0581-4e2c-98d1-7409acab1143 req-c428d568-8f55-4e3e-a0d8-c514058900a7 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 946 time: 0.2073429 May 25 15:45:29.778983 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-7ab9ed87-0581-4e2c-98d1-7409acab1143 req-aaef7b14-239c-4ba2-bb86-768e2ca0b836 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667171 May 25 15:45:29.788917 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:29.847121 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] For port 2cc0376f-1b20-49bb-9fc0-aec38ae8904e, host dv-cinder-791239-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=2cc0376f-1b20-49bb-9fc0-aec38ae8904e,segment=NetworkSegment(d5181e24-1a3a-43c4-9dae-20dc659a9a93),segment_id=d5181e24-1a3a-43c4-9dae-20dc659a9a93)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:45:29.853942 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:29.858503 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:29.956943 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Pushing event updated for resources: {'Port': ['ID=2cc0376f-1b20-49bb-9fc0-aec38ae8904e,revision_number=5']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:29.960978 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:30.054421 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 46058) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:30.206893 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [None req-f720b1b0-25fa-4d74-824d-dd5d62831c77 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1285313750-network', 'tenant_id': 'd4f02da4137f438583514ae75f1e98c0'}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:45:30.212594 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-f720b1b0-25fa-4d74-824d-dd5d62831c77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:45:30.216140 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-f720b1b0-25fa-4d74-824d-dd5d62831c77 admin admin] Usage tracker for resource:network and tenant:d4f02da4137f438583514ae75f1e98c0 is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:45:30.219408 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-f720b1b0-25fa-4d74-824d-dd5d62831c77 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:45:30.227026 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-f720b1b0-25fa-4d74-824d-dd5d62831c77 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:45:30.242702 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f720b1b0-25fa-4d74-824d-dd5d62831c77 admin admin] Made reservation on behalf of d4f02da4137f438583514ae75f1e98c0 for: {'network': 1} {{(pid=98655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:45:30.245346 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-f720b1b0-25fa-4d74-824d-dd5d62831c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-675072'] for network, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:30.261557 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-f720b1b0-25fa-4d74-824d-dd5d62831c77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:30.280864 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-f720b1b0-25fa-4d74-824d-dd5d62831c77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:45:30.285722 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-f720b1b0-25fa-4d74-824d-dd5d62831c77 admin admin] Usage tracker for resource:security_group_rule and tenant:d4f02da4137f438583514ae75f1e98c0 is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:45:30.288643 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-f720b1b0-25fa-4d74-824d-dd5d62831c77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:45:30.299950 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-f720b1b0-25fa-4d74-824d-dd5d62831c77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:45:30.416073 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-f720b1b0-25fa-4d74-824d-dd5d62831c77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:30.421712 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-f720b1b0-25fa-4d74-824d-dd5d62831c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:30.424954 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-7094ab29-75b9-4417-aa59-dcc85e25acd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:30.474352 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f720b1b0-25fa-4d74-824d-dd5d62831c77 admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=98655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:45:30.489450 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f720b1b0-25fa-4d74-824d-dd5d62831c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e94001-2373-4608-9482-f6e2465fff6c,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:30.495218 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-f720b1b0-25fa-4d74-824d-dd5d62831c77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:30.499542 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-f720b1b0-25fa-4d74-824d-dd5d62831c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713968'] for segment, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:30.500170 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.db.segments_db [None req-f720b1b0-25fa-4d74-824d-dd5d62831c77 admin admin] Added segment fe2c2856-2b29-4cf6-be03-cd9174bf3970 of type vlan for network d13b30f7-08b6-4fbe-9c3e-a7c7c497fe83 May 25 15:45:30.552745 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-f720b1b0-25fa-4d74-824d-dd5d62831c77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730535690298'] for network, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:30.600192 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-f720b1b0-25fa-4d74-824d-dd5d62831c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16304419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16277480'] for network, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:30.601895 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f720b1b0-25fa-4d74-824d-dd5d62831c77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:30.602684 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-f720b1b0-25fa-4d74-824d-dd5d62831c77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for network, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:30.606566 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-a9e7672c-b7bc-48f5-a806-e0b01448b181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:30.747609 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f720b1b0-25fa-4d74-824d-dd5d62831c77 admin admin] Pushing event updated for resources: {'Network': ['ID=d13b30f7-08b6-4fbe-9c3e-a7c7c497fe83,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:30.752104 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-f720b1b0-25fa-4d74-824d-dd5d62831c77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:30.760797 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-f720b1b0-25fa-4d74-824d-dd5d62831c77 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7050083 May 25 15:45:30.761189 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 46074) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:30.762081 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Network d13b30f7-08b6-4fbe-9c3e-a7c7c497fe83 details requested by agent ovs-agent-dv-cinder-791239-3-smb with host dv-cinder-791239-3-smb {{(pid=98656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 15:45:30.768049 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [None req-8ee1fcd4-67b3-428d-aa57-dc02fb5920d0 admin admin] Request body: {'subnet': {'network_id': 'd13b30f7-08b6-4fbe-9c3e-a7c7c497fe83', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1285313750-subnet', 'tenant_id': 'd4f02da4137f438583514ae75f1e98c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:45:30.777333 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-8ee1fcd4-67b3-428d-aa57-dc02fb5920d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:45:30.785103 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-8ee1fcd4-67b3-428d-aa57-dc02fb5920d0 admin admin] Usage tracker for resource:subnet and tenant:d4f02da4137f438583514ae75f1e98c0 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:45:30.794874 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-8ee1fcd4-67b3-428d-aa57-dc02fb5920d0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:45:30.808452 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-8ee1fcd4-67b3-428d-aa57-dc02fb5920d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:45:30.830486 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee1fcd4-67b3-428d-aa57-dc02fb5920d0 admin admin] Made reservation on behalf of d4f02da4137f438583514ae75f1e98c0 for: {'subnet': 1} {{(pid=98653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:45:30.833639 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-8ee1fcd4-67b3-428d-aa57-dc02fb5920d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14943096'] for subnet, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:31.091813 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db62a14-e930-4da6-80e2-ee8e54da1f21 req-2d6f60ab-06aa-442b-b3b7-f2ae94d9fc82 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:31.096584 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-6db62a14-e930-4da6-80e2-ee8e54da1f21 req-2d6f60ab-06aa-442b-b3b7-f2ae94d9fc82 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 946 time: 0.1563976 May 25 15:45:31.170962 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-6db62a14-e930-4da6-80e2-ee8e54da1f21 req-482461b8-d891-4fde-b56a-4a5a13baf2d0 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628891 May 25 15:45:31.187184 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 2cc0376f-1b20-49bb-9fc0-aec38ae8904e up at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:45:31.324391 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning complete for port 2cc0376f-1b20-49bb-9fc0-aec38ae8904e triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:45:31.324767 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:31.555261 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-8ee1fcd4-67b3-428d-aa57-dc02fb5920d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14943086'] for subnet, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:31.561756 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-85f5c4f1-df06-4a99-997d-b1d548142f21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:31.678904 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee1fcd4-67b3-428d-aa57-dc02fb5920d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a6dc85e-aeb3-4800-8956-c17a3d35464c,revision_number=0']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:31.694284 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee1fcd4-67b3-428d-aa57-dc02fb5920d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:31.694647 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee1fcd4-67b3-428d-aa57-dc02fb5920d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:31.695151 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee1fcd4-67b3-428d-aa57-dc02fb5920d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:31.695348 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee1fcd4-67b3-428d-aa57-dc02fb5920d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:31.695734 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee1fcd4-67b3-428d-aa57-dc02fb5920d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:31.696604 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee1fcd4-67b3-428d-aa57-dc02fb5920d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:31.696604 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee1fcd4-67b3-428d-aa57-dc02fb5920d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:31.696923 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee1fcd4-67b3-428d-aa57-dc02fb5920d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:31.697277 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee1fcd4-67b3-428d-aa57-dc02fb5920d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:31.697909 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee1fcd4-67b3-428d-aa57-dc02fb5920d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:31.698134 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee1fcd4-67b3-428d-aa57-dc02fb5920d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:31.698902 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee1fcd4-67b3-428d-aa57-dc02fb5920d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:31.703869 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-8ee1fcd4-67b3-428d-aa57-dc02fb5920d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:31.713153 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee1fcd4-67b3-428d-aa57-dc02fb5920d0 admin admin] Checking segment: {'id': 'fe2c2856-2b29-4cf6-be03-cd9174bf3970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd13b30f7-08b6-4fbe-9c3e-a7c7c497fe83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:45:31.713737 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee1fcd4-67b3-428d-aa57-dc02fb5920d0 admin admin] Network hostable DHCP agents. Network: d13b30f7-08b6-4fbe-9c3e-a7c7c497fe83, hostable agents: ['c114f6b1-151c-4bcf-990e-1a24ac4dbd68'], hosted agents: [] {{(pid=98653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:45:31.746416 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee1fcd4-67b3-428d-aa57-dc02fb5920d0 admin admin] Network d13b30f7-08b6-4fbe-9c3e-a7c7c497fe83 is scheduled to be hosted by DHCP agent c114f6b1-151c-4bcf-990e-1a24ac4dbd68 with binding_index 1 {{(pid=98653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:45:31.761656 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.base_scheduler [None req-8ee1fcd4-67b3-428d-aa57-dc02fb5920d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791239-3-smb, d13b30f7-08b6-4fbe-9c3e-a7c7c497fe83) {{(pid=98653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:45:31.778781 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf5d995-699d-4bed-b970-1505041d7b66 None None] Network d13b30f7-08b6-4fbe-9c3e-a7c7c497fe83 requested from dv-cinder-791239-3-smb {{(pid=98656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:45:31.790343 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee1fcd4-67b3-428d-aa57-dc02fb5920d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:31.790343 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-8ee1fcd4-67b3-428d-aa57-dc02fb5920d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:31.834298 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-8ee1fcd4-67b3-428d-aa57-dc02fb5920d0 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0719686 May 25 15:45:32.025360 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-426d01c4-8f7e-4173-87ad-48ac5dca104b tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=94a673eb92e74c109a16e0e7fb5ee36a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588346 May 25 15:45:32.153970 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa3bbe5-e48a-42f7-bd17-910a6af83859 None None] Network d13b30f7-08b6-4fbe-9c3e-a7c7c497fe83 requested from dv-cinder-791239-3-smb {{(pid=98656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:45:32.322668 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-78980997-333d-4e20-8fa5-aca4960af9ea tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:32.333250 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-78980997-333d-4e20-8fa5-aca4960af9ea tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3044047 May 25 15:45:32.429165 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-00ef7a36-e8c3-49b3-87a5-e3ec5005fd6a tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] 10.222.0.11 "GET /v2.0/quotas/94a673eb92e74c109a16e0e7fb5ee36a HTTP/1.1" status: 200 len: 375 time: 0.0690880 May 25 15:45:32.566048 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-021e6733-7f90-46c2-84bf-e9319e741979 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=94a673eb92e74c109a16e0e7fb5ee36a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1124012 May 25 15:45:32.909597 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-49899c8d-2a31-4d98-97ac-1e59954b428d req-263a694a-8bea-4e65-bc81-1f66d05a310e tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] 10.222.0.11 "GET /v2.0/ports?device_id=25d5c0e3-044c-4754-a1dc-cb37c8275a92 HTTP/1.1" status: 200 len: 210 time: 0.0789328 May 25 15:45:32.928968 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36b4d8-599f-4a4b-ace8-94347e085e28 req-f4d6137e-1f85-4b67-8e4c-f34d05be6bc9 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:32.931473 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-3c36b4d8-599f-4a4b-ace8-94347e085e28 req-f4d6137e-1f85-4b67-8e4c-f34d05be6bc9 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 946 time: 0.3642845 May 25 15:45:32.975814 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 46126) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:32.985308 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [None req-925dec11-3bc2-46b4-99cb-a1fde63a18dd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-493175377-network', 'tenant_id': '867de897b1d243d4ba9f431155af66fa'}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:45:32.994799 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-925dec11-3bc2-46b4-99cb-a1fde63a18dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:45:33.002387 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-925dec11-3bc2-46b4-99cb-a1fde63a18dd admin admin] Usage tracker for resource:network and tenant:867de897b1d243d4ba9f431155af66fa is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:45:33.007014 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-925dec11-3bc2-46b4-99cb-a1fde63a18dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:45:33.017367 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-925dec11-3bc2-46b4-99cb-a1fde63a18dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:45:33.019579 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-3c36b4d8-599f-4a4b-ace8-94347e085e28 req-dd4768ba-a479-4337-8e72-8011989c7760 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733752 May 25 15:45:33.040540 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925dec11-3bc2-46b4-99cb-a1fde63a18dd admin admin] Made reservation on behalf of 867de897b1d243d4ba9f431155af66fa for: {'network': 1} {{(pid=98653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:45:33.044175 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-925dec11-3bc2-46b4-99cb-a1fde63a18dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-675072'] for network, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:33.064766 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-925dec11-3bc2-46b4-99cb-a1fde63a18dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:33.103669 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-925dec11-3bc2-46b4-99cb-a1fde63a18dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:45:33.110397 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-925dec11-3bc2-46b4-99cb-a1fde63a18dd admin admin] Usage tracker for resource:security_group_rule and tenant:867de897b1d243d4ba9f431155af66fa is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:45:33.115761 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-925dec11-3bc2-46b4-99cb-a1fde63a18dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:45:33.128790 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-925dec11-3bc2-46b4-99cb-a1fde63a18dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:45:33.276283 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-925dec11-3bc2-46b4-99cb-a1fde63a18dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:33.283174 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-925dec11-3bc2-46b4-99cb-a1fde63a18dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:33.289136 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-148e2653-de3c-40e9-bfe9-dad29c5869f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:33.329051 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-925dec11-3bc2-46b4-99cb-a1fde63a18dd admin admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=98653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:45:33.343483 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925dec11-3bc2-46b4-99cb-a1fde63a18dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e9869c-3500-429b-a026-da367086585b,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:33.349923 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-925dec11-3bc2-46b4-99cb-a1fde63a18dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:33.349923 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-925dec11-3bc2-46b4-99cb-a1fde63a18dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713968'] for segment, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:33.349923 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.db.segments_db [None req-925dec11-3bc2-46b4-99cb-a1fde63a18dd admin admin] Added segment c916c9a6-2c3f-4e35-84bb-553fdce1a670 of type vlan for network fd75f3a1-a319-4e60-85bb-6a34a6a010d1 May 25 15:45:33.390163 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-925dec11-3bc2-46b4-99cb-a1fde63a18dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730535690298'] for network, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:33.432634 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-925dec11-3bc2-46b4-99cb-a1fde63a18dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16304419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16277480'] for network, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:33.434481 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925dec11-3bc2-46b4-99cb-a1fde63a18dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:33.435068 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-925dec11-3bc2-46b4-99cb-a1fde63a18dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for network, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:33.441459 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:33.588516 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925dec11-3bc2-46b4-99cb-a1fde63a18dd admin admin] Pushing event updated for resources: {'Network': ['ID=fd75f3a1-a319-4e60-85bb-6a34a6a010d1,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:33.598507 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-925dec11-3bc2-46b4-99cb-a1fde63a18dd admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6179144 May 25 15:45:33.600444 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 46140) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:33.600989 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-925dec11-3bc2-46b4-99cb-a1fde63a18dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:33.612957 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Network fd75f3a1-a319-4e60-85bb-6a34a6a010d1 details requested by agent ovs-agent-dv-cinder-791239-3-smb with host dv-cinder-791239-3-smb {{(pid=98656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 15:45:33.617355 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [None req-41d6c5da-a014-47dc-856b-e7f7bc8901c3 admin admin] Request body: {'subnet': {'network_id': 'fd75f3a1-a319-4e60-85bb-6a34a6a010d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-493175377-subnet', 'tenant_id': '867de897b1d243d4ba9f431155af66fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:45:33.625252 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-41d6c5da-a014-47dc-856b-e7f7bc8901c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:45:33.630757 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-41d6c5da-a014-47dc-856b-e7f7bc8901c3 admin admin] Usage tracker for resource:subnet and tenant:867de897b1d243d4ba9f431155af66fa is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:45:33.639193 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-41d6c5da-a014-47dc-856b-e7f7bc8901c3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:45:33.649153 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-41d6c5da-a014-47dc-856b-e7f7bc8901c3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:45:33.669384 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d6c5da-a014-47dc-856b-e7f7bc8901c3 admin admin] Made reservation on behalf of 867de897b1d243d4ba9f431155af66fa for: {'subnet': 1} {{(pid=98655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:45:33.675027 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-41d6c5da-a014-47dc-856b-e7f7bc8901c3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:34.217617 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-b7578efd-8db1-4408-93d0-12234250e7fe req-12e08cb3-9c37-45a2-aff8-6da05bee2be0 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] 10.222.0.11 "GET /v2.0/ports?device_id=25d5c0e3-044c-4754-a1dc-cb37c8275a92 HTTP/1.1" status: 200 len: 210 time: 0.0781593 May 25 15:45:34.381561 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef67fc6-57a3-45f5-90a3-973e2dae0f34 req-d5bb8e0a-7065-440f-a982-3256a0f8a443 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:34.388985 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-9ef67fc6-57a3-45f5-90a3-973e2dae0f34 req-d5bb8e0a-7065-440f-a982-3256a0f8a443 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 946 time: 0.1736634 May 25 15:45:34.562941 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-9ef67fc6-57a3-45f5-90a3-973e2dae0f34 req-c2f2d019-9796-4a21-9db1-d490bb93d59e tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584187 May 25 15:45:34.611257 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-41d6c5da-a014-47dc-856b-e7f7bc8901c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491'] for subnet, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:34.619140 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:34.808037 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-690e1404-71d5-4969-a252-d51cd9b6a6b5 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=94a673eb92e74c109a16e0e7fb5ee36a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1000581 May 25 15:45:34.987452 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d6c5da-a014-47dc-856b-e7f7bc8901c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3325fc5-63e5-43db-80aa-78f1dd1ef633,revision_number=0']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:35.016738 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-41d6c5da-a014-47dc-856b-e7f7bc8901c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:35.044066 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d6c5da-a014-47dc-856b-e7f7bc8901c3 admin admin] Checking segment: {'id': 'c916c9a6-2c3f-4e35-84bb-553fdce1a670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'fd75f3a1-a319-4e60-85bb-6a34a6a010d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:45:35.044382 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d6c5da-a014-47dc-856b-e7f7bc8901c3 admin admin] Network hostable DHCP agents. Network: fd75f3a1-a319-4e60-85bb-6a34a6a010d1, hostable agents: ['c114f6b1-151c-4bcf-990e-1a24ac4dbd68'], hosted agents: [] {{(pid=98655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:45:35.113494 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d6c5da-a014-47dc-856b-e7f7bc8901c3 admin admin] Network fd75f3a1-a319-4e60-85bb-6a34a6a010d1 is scheduled to be hosted by DHCP agent c114f6b1-151c-4bcf-990e-1a24ac4dbd68 with binding_index 1 {{(pid=98655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:45:35.141326 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-6033e2a8-8205-4a08-8e1a-af3ea37bd441 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:35.144204 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-6033e2a8-8205-4a08-8e1a-af3ea37bd441 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3196619 May 25 15:45:35.148264 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.base_scheduler [None req-41d6c5da-a014-47dc-856b-e7f7bc8901c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791239-3-smb, fd75f3a1-a319-4e60-85bb-6a34a6a010d1) {{(pid=98655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:45:35.152337 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d6c5da-a014-47dc-856b-e7f7bc8901c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:35.153240 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-41d6c5da-a014-47dc-856b-e7f7bc8901c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for subnet, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:35.167013 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a795024b-c3b2-436a-ae89-a116b29f9737 None None] Network fd75f3a1-a319-4e60-85bb-6a34a6a010d1 requested from dv-cinder-791239-3-smb {{(pid=98656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:45:35.168368 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-031e7c98-df36-4745-8abb-9dde6548ced1 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Request body: {'port': {'device_id': '25d5c0e3-044c-4754-a1dc-cb37c8275a92', 'network_id': '93017684-a793-4fe9-a5e0-5b6ff272d876', 'admin_state_up': True, 'tenant_id': '94a673eb92e74c109a16e0e7fb5ee36a'}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:45:35.360798 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-41d6c5da-a014-47dc-856b-e7f7bc8901c3 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7578344 May 25 15:45:35.543918 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-b8b67ddc-3e82-4f2b-a021-a23a0d5736a9 req-e169795a-4ecc-474f-af15-ae7c97570f0d tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] 10.222.0.11 "GET /v2.0/ports?device_id=25d5c0e3-044c-4754-a1dc-cb37c8275a92 HTTP/1.1" status: 200 len: 210 time: 0.1079249 May 25 15:45:35.571871 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-031e7c98-df36-4745-8abb-9dde6548ced1 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:45:35.580742 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-031e7c98-df36-4745-8abb-9dde6548ced1 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Usage tracker for resource:port and tenant:94a673eb92e74c109a16e0e7fb5ee36a is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:45:35.604850 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-031e7c98-df36-4745-8abb-9dde6548ced1 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:45:35.622784 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-031e7c98-df36-4745-8abb-9dde6548ced1 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:45:35.668313 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2521b29-935b-4c58-8c31-387757a5ac5f None None] Network fd75f3a1-a319-4e60-85bb-6a34a6a010d1 requested from dv-cinder-791239-3-smb {{(pid=98656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:45:35.673196 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-031e7c98-df36-4745-8abb-9dde6548ced1 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Made reservation on behalf of 94a673eb92e74c109a16e0e7fb5ee36a for: {'port': 1} {{(pid=98655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:45:35.687530 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-031e7c98-df36-4745-8abb-9dde6548ced1 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:35.724170 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 46164) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:35.732310 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-031e7c98-df36-4745-8abb-9dde6548ced1 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Notify callbacks [] for security_group, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:35.761558 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-031e7c98-df36-4745-8abb-9dde6548ced1 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:45:35.768658 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-031e7c98-df36-4745-8abb-9dde6548ced1 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Usage tracker for resource:security_group_rule and tenant:94a673eb92e74c109a16e0e7fb5ee36a is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:45:35.774966 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-031e7c98-df36-4745-8abb-9dde6548ced1 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:45:35.794722 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-031e7c98-df36-4745-8abb-9dde6548ced1 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:45:35.895003 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dd3757b-a15d-4ce3-bc94-335097389218 admin admin] Deleting subnet 5a6dc85e-aeb3-4800-8956-c17a3d35464c {{(pid=98653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 15:45:35.901130 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-1dd3757b-a15d-4ce3-bc94-335097389218 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:36.030748 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-031e7c98-df36-4745-8abb-9dde6548ced1 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Notify callbacks [] for security_group, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:36.095861 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-031e7c98-df36-4745-8abb-9dde6548ced1 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:36.227840 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-1dd3757b-a15d-4ce3-bc94-335097389218 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1754963'] for subnet, precommit_delete_associations {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:36.283590 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-a83c98f4-7e98-4491-bec8-e8ed4ecf2f68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:36.355081 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-1dd3757b-a15d-4ce3-bc94-335097389218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716231'] for subnet, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:36.445380 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e7c98-df36-4745-8abb-9dde6548ced1 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c710f655-a1e1-4d7d-8013-a720fea73806,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:36.481569 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e7c98-df36-4745-8abb-9dde6548ced1 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:36.481928 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e7c98-df36-4745-8abb-9dde6548ced1 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:36.482288 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e7c98-df36-4745-8abb-9dde6548ced1 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:36.483351 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e7c98-df36-4745-8abb-9dde6548ced1 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:36.483915 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e7c98-df36-4745-8abb-9dde6548ced1 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:36.484477 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e7c98-df36-4745-8abb-9dde6548ced1 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:36.485003 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e7c98-df36-4745-8abb-9dde6548ced1 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:36.485489 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e7c98-df36-4745-8abb-9dde6548ced1 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:36.486048 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e7c98-df36-4745-8abb-9dde6548ced1 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:36.486619 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e7c98-df36-4745-8abb-9dde6548ced1 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:36.487194 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e7c98-df36-4745-8abb-9dde6548ced1 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:36.487788 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e7c98-df36-4745-8abb-9dde6548ced1 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:36.496645 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-031e7c98-df36-4745-8abb-9dde6548ced1 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:36.556397 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0621a-7180-4f5e-8828-1b3adbc93be6 req-a5340ffa-a77c-4b0d-9753-8449af6c1110 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:36.558697 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-49c0621a-7180-4f5e-8828-1b3adbc93be6 req-a5340ffa-a77c-4b0d-9753-8449af6c1110 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 946 time: 0.5235410 May 25 15:45:36.560569 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.db_base_plugin_common [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-031e7c98-df36-4745-8abb-9dde6548ced1 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Allocated IP 192.168.233.62 (93017684-a793-4fe9-a5e0-5b6ff272d876/ad72aaa1-095d-4962-92b9-81ea61e18cf2/29c95210-9fcf-4581-8a79-06299a32c506) {{(pid=98655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:45:36.678156 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-49c0621a-7180-4f5e-8828-1b3adbc93be6 req-45cb12e2-a4db-4eaf-ad8a-dc146aa2e4a4 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057425 May 25 15:45:36.883135 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-1dd3757b-a15d-4ce3-bc94-335097389218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14943079'] for subnet, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:36.890160 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:36.933430 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd3757b-a15d-4ce3-bc94-335097389218 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a6dc85e-aeb3-4800-8956-c17a3d35464c,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:36.945206 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-1dd3757b-a15d-4ce3-bc94-335097389218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:36.947143 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-1dd3757b-a15d-4ce3-bc94-335097389218 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:36.964552 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-1dd3757b-a15d-4ce3-bc94-335097389218 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5a6dc85e-aeb3-4800-8956-c17a3d35464c HTTP/1.1" status: 204 len: 168 time: 1.2363608 May 25 15:45:36.965628 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 46178) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:37.040561 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-fcec1cbf-1493-4ef9-a26d-ae4ea846dc00 req-1c4696fe-7cdd-4328-a752-ad8c9fb464b4 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] 10.222.0.11 "GET /v2.0/ports?device_id=25d5c0e3-044c-4754-a1dc-cb37c8275a92 HTTP/1.1" status: 200 len: 210 time: 0.2676246 May 25 15:45:37.172582 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-d6a611f6-3fe4-439e-94ef-d1efb151ac75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704691'] for network, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:37.196046 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-031e7c98-df36-4745-8abb-9dde6548ced1 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Notify callbacks [] for port, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:37.226469 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.provisioning_blocks [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-031e7c98-df36-4745-8abb-9dde6548ced1 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Transition to ACTIVE for port object 29c95210-9fcf-4581-8a79-06299a32c506 will not be triggered until provisioned by entity DHCP. {{(pid=98655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:45:37.281602 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-031e7c98-df36-4745-8abb-9dde6548ced1 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730535669962'] for port, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:37.292285 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-4be33c81-0083-47a1-b249-f889c7cc3690 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:37.405979 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-031e7c98-df36-4745-8abb-9dde6548ced1 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Network 93017684-a793-4fe9-a5e0-5b6ff272d876 is already hosted by enough agents. {{(pid=98655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:45:37.410780 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.base_scheduler [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-031e7c98-df36-4745-8abb-9dde6548ced1 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Resources bound (agent type, host, resource id): {{(pid=98655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:45:37.416023 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-031e7c98-df36-4745-8abb-9dde6548ced1 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Received port after_create {{(pid=98655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:45:37.426993 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-031e7c98-df36-4745-8abb-9dde6548ced1 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:37.426993 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-031e7c98-df36-4745-8abb-9dde6548ced1 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for port, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:37.445860 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-d6a611f6-3fe4-439e-94ef-d1efb151ac75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717384', 'neutron.services.segments.db._delete_segments_for_network-8730536114652'] for network, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:37.448945 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e7c98-df36-4745-8abb-9dde6548ced1 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Pushing event updated for resources: {'Port': ['ID=29c95210-9fcf-4581-8a79-06299a32c506,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:37.452159 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-031e7c98-df36-4745-8abb-9dde6548ced1 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:37.474955 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-031e7c98-df36-4745-8abb-9dde6548ced1 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3127694 May 25 15:45:37.481954 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.services.segments.db [None req-d6a611f6-3fe4-439e-94ef-d1efb151ac75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d13b30f7-08b6-4fbe-9c3e-a7c7c497fe83']}} {{(pid=98653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:45:37.502473 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-7f965d1c-9310-4f3d-beba-fad8575ff08e service neutron] Request body: {'port': {'device_id': '25d5c0e3-044c-4754-a1dc-cb37c8275a92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79123'}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:45:37.508620 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.services.segments.db [None req-d6a611f6-3fe4-439e-94ef-d1efb151ac75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe2c2856-2b29-4cf6-be03-cd9174bf3970') {'for_net_delete': True} {{(pid=98653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:45:37.508923 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.services.segments.db [None req-d6a611f6-3fe4-439e-94ef-d1efb151ac75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe2c2856-2b29-4cf6-be03-cd9174bf3970') {} {{(pid=98653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:45:37.527674 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-d6a611f6-3fe4-439e-94ef-d1efb151ac75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730536124573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1754968'] for segment, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:37.576214 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-d6a611f6-3fe4-439e-94ef-d1efb151ac75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713968'] for segment, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:37.593792 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6a611f6-3fe4-439e-94ef-d1efb151ac75 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=98653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:45:37.593792 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-d6a611f6-3fe4-439e-94ef-d1efb151ac75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14738947'] for segment, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:37.625435 dv-cinder-791239-3-smb neutron-server[98653]: Traceback (most recent call last): May 25 15:45:37.625435 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 15:45:37.625435 dv-cinder-791239-3-smb neutron-server[98653]: timer() May 25 15:45:37.625435 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 15:45:37.625435 dv-cinder-791239-3-smb neutron-server[98653]: cb(*args, **kw) May 25 15:45:37.625435 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 15:45:37.625435 dv-cinder-791239-3-smb neutron-server[98653]: return func(*args, **kwargs) May 25 15:45:37.625435 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 15:45:37.625435 dv-cinder-791239-3-smb neutron-server[98653]: self._notify() May 25 15:45:37.625435 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 15:45:37.625435 dv-cinder-791239-3-smb neutron-server[98653]: self.callback(batched_events) May 25 15:45:37.625435 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 15:45:37.625435 dv-cinder-791239-3-smb neutron-server[98653]: event.method(event) May 25 15:45:37.625435 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 15:45:37.625435 dv-cinder-791239-3-smb neutron-server[98653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 15:45:37.625435 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 15:45:37.625435 dv-cinder-791239-3-smb neutron-server[98653]: aggregate_uuid = self.p_client.list_aggregates( May 25 15:45:37.625435 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 15:45:37.625435 dv-cinder-791239-3-smb neutron-server[98653]: return f(self, *a, **k) May 25 15:45:37.625435 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 15:45:37.625435 dv-cinder-791239-3-smb neutron-server[98653]: return self._get(url).json() May 25 15:45:37.625435 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 15:45:37.625435 dv-cinder-791239-3-smb neutron-server[98653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 15:45:37.625435 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 15:45:37.625435 dv-cinder-791239-3-smb neutron-server[98653]: return self.request(url, 'GET', **kwargs) May 25 15:45:37.625435 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 15:45:37.625435 dv-cinder-791239-3-smb neutron-server[98653]: base_url = self.get_endpoint(auth, allow=allow, May 25 15:45:37.625435 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 15:45:37.625435 dv-cinder-791239-3-smb neutron-server[98653]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 15:45:37.625435 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 15:45:37.625435 dv-cinder-791239-3-smb neutron-server[98653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 15:45:37.625435 dv-cinder-791239-3-smb neutron-server[98653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 15:45:37.753921 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-7f965d1c-9310-4f3d-beba-fad8575ff08e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:37.757784 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-d6a611f6-3fe4-439e-94ef-d1efb151ac75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16304419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16277480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423467'] for network, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:37.763024 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-148e2653-de3c-40e9-bfe9-dad29c5869f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:37.781026 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-d6a611f6-3fe4-439e-94ef-d1efb151ac75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for network, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:37.794982 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-d6a611f6-3fe4-439e-94ef-d1efb151ac75 admin admin] 10.222.0.11 "DELETE /v2.0/networks/d13b30f7-08b6-4fbe-9c3e-a7c7c497fe83 HTTP/1.1" status: 204 len: 168 time: 0.8266988 May 25 15:45:37.795889 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a611f6-3fe4-439e-94ef-d1efb151ac75 admin admin] Pushing event deleted for resources: {'Network': ['ID=d13b30f7-08b6-4fbe-9c3e-a7c7c497fe83,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:37.803074 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 46188) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:37.834679 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3d1dc042-6c23-4db8-9a2c-3ff03a3a25e3 None None] Provisioning for port 29c95210-9fcf-4581-8a79-06299a32c506 completed by entity DHCP. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:45:37.844054 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3d1dc042-6c23-4db8-9a2c-3ff03a3a25e3 None None] Provisioning complete for port 29c95210-9fcf-4581-8a79-06299a32c506 triggered by entity DHCP. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:45:37.844866 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3d1dc042-6c23-4db8-9a2c-3ff03a3a25e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:37.851067 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-d6a611f6-3fe4-439e-94ef-d1efb151ac75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:37.925701 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e477a13-bb19-4d20-b646-1a63327222df admin admin] Deleting subnet b3325fc5-63e5-43db-80aa-78f1dd1ef633 {{(pid=98653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 15:45:37.932371 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-1e477a13-bb19-4d20-b646-1a63327222df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:37.960260 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-3d1dc042-6c23-4db8-9a2c-3ff03a3a25e3 None None] Port 29c95210-9fcf-4581-8a79-06299a32c506 cannot update to ACTIVE because it is not bound. {{(pid=98656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:45:38.006890 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-1e477a13-bb19-4d20-b646-1a63327222df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1754963'] for subnet, precommit_delete_associations {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:38.083843 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-1e477a13-bb19-4d20-b646-1a63327222df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716231'] for subnet, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:38.369428 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5fa135-66e0-47f9-b60c-6ef3d458c12e req-c0dbef82-c525-4d07-bb41-6a6cde9672e6 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:38.371039 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-5d5fa135-66e0-47f9-b60c-6ef3d458c12e req-c0dbef82-c525-4d07-bb41-6a6cde9672e6 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 946 time: 0.3995562 May 25 15:45:38.477021 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-5d5fa135-66e0-47f9-b60c-6ef3d458c12e req-e2cbff6b-7877-4dd4-a549-03892afab578 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867124 May 25 15:45:38.529214 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-1e477a13-bb19-4d20-b646-1a63327222df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14943079'] for subnet, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:38.536322 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:38.582559 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047a780-84e0-473a-a4bf-7a6a65f220ec req-394ab49e-13a9-4f0d-94b4-d0a83e0c1b48 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:38.586203 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-7047a780-84e0-473a-a4bf-7a6a65f220ec req-394ab49e-13a9-4f0d-94b4-d0a83e0c1b48 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Synchronizing usage tracker for tenant:94a673eb92e74c109a16e0e7fb5ee36a on resource:port {{(pid=98655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:45:38.598880 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e477a13-bb19-4d20-b646-1a63327222df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3325fc5-63e5-43db-80aa-78f1dd1ef633,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:38.602313 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-1e477a13-bb19-4d20-b646-1a63327222df admin admin] Notify callbacks [] for subnet, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:38.615014 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-1e477a13-bb19-4d20-b646-1a63327222df admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b3325fc5-63e5-43db-80aa-78f1dd1ef633 HTTP/1.1" status: 204 len: 168 time: 0.8144572 May 25 15:45:38.617638 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-1e477a13-bb19-4d20-b646-1a63327222df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:38.624671 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 46198) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:38.628780 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.notifiers.nova [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-7f965d1c-9310-4f3d-beba-fad8575ff08e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29c95210-9fcf-4581-8a79-06299a32c506 {{(pid=98655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:45:38.645514 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-7f965d1c-9310-4f3d-beba-fad8575ff08e service neutron] Notify callbacks [] for port, precommit_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:38.665403 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-7047a780-84e0-473a-a4bf-7a6a65f220ec req-394ab49e-13a9-4f0d-94b4-d0a83e0c1b48 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Unset dirty status for tenant:94a673eb92e74c109a16e0e7fb5ee36a on resource:port {{(pid=98655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:45:38.672669 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-7047a780-84e0-473a-a4bf-7a6a65f220ec req-394ab49e-13a9-4f0d-94b4-d0a83e0c1b48 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] 10.222.0.11 "GET /v2.0/ports?device_id=25d5c0e3-044c-4754-a1dc-cb37c8275a92 HTTP/1.1" status: 200 len: 935 time: 0.4216924 May 25 15:45:38.752155 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.provisioning_blocks [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-7f965d1c-9310-4f3d-beba-fad8575ff08e service neutron] Transition to ACTIVE for port object 29c95210-9fcf-4581-8a79-06299a32c506 will not be triggered until provisioned by entity L2. {{(pid=98655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:45:38.776979 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-7f965d1c-9310-4f3d-beba-fad8575ff08e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:38.796928 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:38.834850 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-1f69ba0c-e08c-4061-ac01-e9b061fa9965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704691'] for network, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:38.950594 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-7047a780-84e0-473a-a4bf-7a6a65f220ec req-38db5b38-4a82-4cde-84f4-13e0bbfd5f08 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Synchronizing usage tracker for tenant:94a673eb92e74c109a16e0e7fb5ee36a on resource:security_group {{(pid=98655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:45:39.023607 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f965d1c-9310-4f3d-beba-fad8575ff08e service neutron] Pushing event updated for resources: {'Port': ['ID=29c95210-9fcf-4581-8a79-06299a32c506,revision_number=2']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:39.037269 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-1f69ba0c-e08c-4061-ac01-e9b061fa9965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717384', 'neutron.services.segments.db._delete_segments_for_network-8730536114652'] for network, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:39.062565 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-7f965d1c-9310-4f3d-beba-fad8575ff08e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:39.073442 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-7047a780-84e0-473a-a4bf-7a6a65f220ec req-38db5b38-4a82-4cde-84f4-13e0bbfd5f08 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Unset dirty status for tenant:94a673eb92e74c109a16e0e7fb5ee36a on resource:security_group {{(pid=98655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:45:39.074657 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-7047a780-84e0-473a-a4bf-7a6a65f220ec req-38db5b38-4a82-4cde-84f4-13e0bbfd5f08 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] 10.222.0.11 "GET /v2.0/security-groups?id=c710f655-a1e1-4d7d-8013-a720fea73806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4005082 May 25 15:45:39.078216 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.managers [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-7f965d1c-9310-4f3d-beba-fad8575ff08e service neutron] Attempting to bind port 29c95210-9fcf-4581-8a79-06299a32c506 on host hv-cinder-79123 for vnic_type normal with profile {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:45:39.078796 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.managers [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-7f965d1c-9310-4f3d-beba-fad8575ff08e service neutron] Attempting to bind port 29c95210-9fcf-4581-8a79-06299a32c506 by drivers openvswitch,hyperv on host hv-cinder-79123 at level 0 using segments [{'id': '1efd7850-eb0c-42c2-b8ab-36226bef140b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '93017684-a793-4fe9-a5e0-5b6ff272d876'}] {{(pid=98655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:45:39.079143 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-7f965d1c-9310-4f3d-beba-fad8575ff08e service neutron] Attempting to bind port 29c95210-9fcf-4581-8a79-06299a32c506 on network 93017684-a793-4fe9-a5e0-5b6ff272d876 {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:45:39.091491 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-7f965d1c-9310-4f3d-beba-fad8575ff08e service neutron] Port 29c95210-9fcf-4581-8a79-06299a32c506 on network 93017684-a793-4fe9-a5e0-5b6ff272d876 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79123 {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 15:45:39.092017 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-7f965d1c-9310-4f3d-beba-fad8575ff08e service neutron] Attempting to bind port 29c95210-9fcf-4581-8a79-06299a32c506 on network 93017684-a793-4fe9-a5e0-5b6ff272d876 {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:45:39.106954 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-7f965d1c-9310-4f3d-beba-fad8575ff08e service neutron] Checking agent: {'id': 'e8d02b02-d66f-44f3-9cce-64202f9374d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 39, 18), 'started_at': datetime.datetime(2021, 5, 25, 15, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:45:39.108444 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-7f965d1c-9310-4f3d-beba-fad8575ff08e service neutron] Checking segment: {'id': '1efd7850-eb0c-42c2-b8ab-36226bef140b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '93017684-a793-4fe9-a5e0-5b6ff272d876'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:45:39.108853 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-7f965d1c-9310-4f3d-beba-fad8575ff08e service neutron] Bound using segment: {'id': '1efd7850-eb0c-42c2-b8ab-36226bef140b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '93017684-a793-4fe9-a5e0-5b6ff272d876'} {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:45:39.109363 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.managers [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-7f965d1c-9310-4f3d-beba-fad8575ff08e service neutron] Bound port: 29c95210-9fcf-4581-8a79-06299a32c506, host: hv-cinder-79123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1efd7850-eb0c-42c2-b8ab-36226bef140b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '93017684-a793-4fe9-a5e0-5b6ff272d876'}}] {{(pid=98655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:45:39.109850 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-7f965d1c-9310-4f3d-beba-fad8575ff08e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:39.149379 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.services.segments.db [None req-1f69ba0c-e08c-4061-ac01-e9b061fa9965 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd75f3a1-a319-4e60-85bb-6a34a6a010d1']}} {{(pid=98653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:45:39.163535 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.services.segments.db [None req-1f69ba0c-e08c-4061-ac01-e9b061fa9965 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c916c9a6-2c3f-4e35-84bb-553fdce1a670') {'for_net_delete': True} {{(pid=98653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:45:39.164194 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.services.segments.db [None req-1f69ba0c-e08c-4061-ac01-e9b061fa9965 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c916c9a6-2c3f-4e35-84bb-553fdce1a670') {} {{(pid=98653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:45:39.180820 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-1f69ba0c-e08c-4061-ac01-e9b061fa9965 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730536124573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1754968'] for segment, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:39.218967 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-1f69ba0c-e08c-4061-ac01-e9b061fa9965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713968'] for segment, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:39.232507 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f69ba0c-e08c-4061-ac01-e9b061fa9965 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=98653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:45:39.233703 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-1f69ba0c-e08c-4061-ac01-e9b061fa9965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14738947'] for segment, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:39.262306 dv-cinder-791239-3-smb neutron-server[98653]: Traceback (most recent call last): May 25 15:45:39.262306 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 15:45:39.262306 dv-cinder-791239-3-smb neutron-server[98653]: timer() May 25 15:45:39.262306 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 15:45:39.262306 dv-cinder-791239-3-smb neutron-server[98653]: cb(*args, **kw) May 25 15:45:39.262306 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 15:45:39.262306 dv-cinder-791239-3-smb neutron-server[98653]: return func(*args, **kwargs) May 25 15:45:39.262306 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 15:45:39.262306 dv-cinder-791239-3-smb neutron-server[98653]: self._notify() May 25 15:45:39.262306 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 15:45:39.262306 dv-cinder-791239-3-smb neutron-server[98653]: self.callback(batched_events) May 25 15:45:39.262306 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 15:45:39.262306 dv-cinder-791239-3-smb neutron-server[98653]: event.method(event) May 25 15:45:39.262306 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 15:45:39.262306 dv-cinder-791239-3-smb neutron-server[98653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 15:45:39.262306 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 15:45:39.262306 dv-cinder-791239-3-smb neutron-server[98653]: aggregate_uuid = self.p_client.list_aggregates( May 25 15:45:39.262306 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 15:45:39.262306 dv-cinder-791239-3-smb neutron-server[98653]: return f(self, *a, **k) May 25 15:45:39.262306 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 15:45:39.262306 dv-cinder-791239-3-smb neutron-server[98653]: return self._get(url).json() May 25 15:45:39.262306 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 15:45:39.262306 dv-cinder-791239-3-smb neutron-server[98653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 15:45:39.262306 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 15:45:39.262306 dv-cinder-791239-3-smb neutron-server[98653]: return self.request(url, 'GET', **kwargs) May 25 15:45:39.262306 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 15:45:39.262306 dv-cinder-791239-3-smb neutron-server[98653]: base_url = self.get_endpoint(auth, allow=allow, May 25 15:45:39.262306 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 15:45:39.262306 dv-cinder-791239-3-smb neutron-server[98653]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 15:45:39.262306 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 15:45:39.262306 dv-cinder-791239-3-smb neutron-server[98653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 15:45:39.262306 dv-cinder-791239-3-smb neutron-server[98653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 15:45:39.277087 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.db [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-7f965d1c-9310-4f3d-beba-fad8575ff08e service neutron] For port 29c95210-9fcf-4581-8a79-06299a32c506, host hv-cinder-79123, cleared binding levels {{(pid=98655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:45:39.282621 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.db [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-7f965d1c-9310-4f3d-beba-fad8575ff08e service neutron] For port 29c95210-9fcf-4581-8a79-06299a32c506, host hv-cinder-79123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=29c95210-9fcf-4581-8a79-06299a32c506,segment=NetworkSegment(1efd7850-eb0c-42c2-b8ab-36226bef140b),segment_id=1efd7850-eb0c-42c2-b8ab-36226bef140b)] {{(pid=98655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:45:39.288361 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-7f965d1c-9310-4f3d-beba-fad8575ff08e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:39.294331 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-5fd1c3b6-a6e0-4b6e-ad58-1fd38a361bb1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:39.403113 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-1f69ba0c-e08c-4061-ac01-e9b061fa9965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16304419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16277480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423467'] for network, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:39.411424 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:39.420857 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-7f965d1c-9310-4f3d-beba-fad8575ff08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:39.421796 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-7f965d1c-9310-4f3d-beba-fad8575ff08e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for port, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:39.424299 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-7f965d1c-9310-4f3d-beba-fad8575ff08e service neutron] 10.222.0.62 "PUT /v2.0/ports/29c95210-9fcf-4581-8a79-06299a32c506 HTTP/1.1" status: 200 len: 1097 time: 1.9346328 May 25 15:45:39.425001 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25d5c0e3-044c-4754-a1dc-cb37c8275a92', 'tag': '29c95210-9fcf-4581-8a79-06299a32c506'}] {{(pid=98655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:45:39.465021 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f965d1c-9310-4f3d-beba-fad8575ff08e service neutron] Pushing event updated for resources: {'Port': ['ID=29c95210-9fcf-4581-8a79-06299a32c506,revision_number=3']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:39.471074 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-7f965d1c-9310-4f3d-beba-fad8575ff08e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:39.491474 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-1f69ba0c-e08c-4061-ac01-e9b061fa9965 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for network, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:39.521123 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f69ba0c-e08c-4061-ac01-e9b061fa9965 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd75f3a1-a319-4e60-85bb-6a34a6a010d1,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:39.525427 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-1f69ba0c-e08c-4061-ac01-e9b061fa9965 admin admin] 10.222.0.11 "DELETE /v2.0/networks/fd75f3a1-a319-4e60-85bb-6a34a6a010d1 HTTP/1.1" status: 204 len: 168 time: 0.8922822 May 25 15:45:39.530312 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-1f69ba0c-e08c-4061-ac01-e9b061fa9965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:39.571042 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25d5c0e3-044c-4754-a1dc-cb37c8275a92', 'tag': '29c95210-9fcf-4581-8a79-06299a32c506', 'status': 'completed', 'code': 200} May 25 15:45:39.810797 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 46212) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:39.912043 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-efc96fa1-a609-4606-a3a7-b7ff7c767dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:39.914506 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-efc96fa1-a609-4606-a3a7-b7ff7c767dfb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=94a673eb92e74c109a16e0e7fb5ee36a&device_id=25d5c0e3-044c-4754-a1dc-cb37c8275a92 HTTP/1.1" status: 200 len: 1100 time: 0.2893629 May 25 15:45:39.914700 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-691b7683-2d2b-4539-a541-636dfc9cf9a0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d4f02da4137f438583514ae75f1e98c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1019912 May 25 15:45:39.918772 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 46218) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:40.042592 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656239cb-0a92-4392-81a2-f11e73a02db1 req-f4aac763-c37e-4bb3-a7bf-cc3f4ac79a95 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:40.045272 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-656239cb-0a92-4392-81a2-f11e73a02db1 req-f4aac763-c37e-4bb3-a7bf-cc3f4ac79a95 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 946 time: 0.2933836 May 25 15:45:40.048883 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-954139c1-959b-4493-b051-4c3926e0556b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=29c95210-9fcf-4581-8a79-06299a32c506 HTTP/1.1" status: 200 len: 217 time: 0.1101239 May 25 15:45:40.316499 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-656239cb-0a92-4392-81a2-f11e73a02db1 req-6fbe7466-6f6f-4ff7-8e59-efcace9ae4b6 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2571580 May 25 15:45:40.368825 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-f49e86b9-5546-45d6-9251-8c3ff628d0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:40.371592 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-f49e86b9-5546-45d6-9251-8c3ff628d0ee service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ad72aaa1-095d-4962-92b9-81ea61e18cf2 HTTP/1.1" status: 200 len: 843 time: 0.3113556 May 25 15:45:40.400288 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-b4f6c2a7-e4d5-49a5-9d5c-a389bd10f572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:40.517289 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-b4f6c2a7-e4d5-49a5-9d5c-a389bd10f572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:40.599430 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006a9ad-5db5-48fe-a567-446fe14bc1ef req-c72d7db1-bf8f-404c-9e28-2ea93d008da5 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:40.601241 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4006a9ad-5db5-48fe-a567-446fe14bc1ef req-c72d7db1-bf8f-404c-9e28-2ea93d008da5 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] 10.222.0.11 "GET /v2.0/ports?device_id=25d5c0e3-044c-4754-a1dc-cb37c8275a92 HTTP/1.1" status: 200 len: 947 time: 0.3011022 May 25 15:45:40.604872 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-3de1d440-ba9d-4da5-9d82-89a667e8a501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:40.606279 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-3de1d440-ba9d-4da5-9d82-89a667e8a501 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=93017684-a793-4fe9-a5e0-5b6ff272d876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2080975 May 25 15:45:40.662945 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-b4f6c2a7-e4d5-49a5-9d5c-a389bd10f572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:40.730172 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-349ea6ed-b12b-4f07-9afe-77b5b9e922e8 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:40.785730 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f6c2a7-e4d5-49a5-9d5c-a389bd10f572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e94001-2373-4608-9482-f6e2465fff6c,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:40.793572 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-b4f6c2a7-e4d5-49a5-9d5c-a389bd10f572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:40.799947 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4006a9ad-5db5-48fe-a567-446fe14bc1ef req-c8dcc392-3eaf-405b-bd2c-eebc32bd64ed tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] 10.222.0.11 "GET /v2.0/security-groups?id=c710f655-a1e1-4d7d-8013-a720fea73806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876454 May 25 15:45:40.810934 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-b4f6c2a7-e4d5-49a5-9d5c-a389bd10f572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:40.812310 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-b4f6c2a7-e4d5-49a5-9d5c-a389bd10f572 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/02e94001-2373-4608-9482-f6e2465fff6c HTTP/1.1" status: 204 len: 168 time: 0.8915110 May 25 15:45:40.865772 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-9e0ab687-1887-48fe-a111-96bac421da80 service neutron] 10.222.0.62 "GET /v2.0/networks/93017684-a793-4fe9-a5e0-5b6ff272d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510908 May 25 15:45:41.112101 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c4eb6d40-7061-45a2-b445-331a11724dc7 req-2dc0f217-4c86-4630-9859-d4becc2d8e64 service neutron] 10.222.0.62 "GET /v2.0/networks/93017684-a793-4fe9-a5e0-5b6ff272d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381582 May 25 15:45:41.331850 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae5a0b-b302-49a6-9397-b3aa2b383c30 req-ce825b98-a84b-4ffd-af9e-96130adc74be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:41.335948 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-29ae5a0b-b302-49a6-9397-b3aa2b383c30 req-ce825b98-a84b-4ffd-af9e-96130adc74be service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=94a673eb92e74c109a16e0e7fb5ee36a&device_id=25d5c0e3-044c-4754-a1dc-cb37c8275a92 HTTP/1.1" status: 200 len: 1100 time: 0.1153641 May 25 15:45:41.464526 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 46244) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:41.561714 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-7f75d06d-517a-47f8-b61a-93b6f424fb5a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=867de897b1d243d4ba9f431155af66fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0948045 May 25 15:45:41.567038 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 46250) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:41.673970 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae5a0b-b302-49a6-9397-b3aa2b383c30 req-05fda1f0-5803-4aa3-a9f3-1a6cc8710dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:41.676909 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-29ae5a0b-b302-49a6-9397-b3aa2b383c30 req-05fda1f0-5803-4aa3-a9f3-1a6cc8710dd9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=93017684-a793-4fe9-a5e0-5b6ff272d876 HTTP/1.1" status: 200 len: 870 time: 0.3333497 May 25 15:45:41.687936 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-de7a4254-1a50-4e56-a9f8-da5691c372a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:41.734591 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-de7a4254-1a50-4e56-a9f8-da5691c372a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:41.773379 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-29ae5a0b-b302-49a6-9397-b3aa2b383c30 req-1a054bb6-e383-4fbc-a2fb-d0a030f77fd2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=29c95210-9fcf-4581-8a79-06299a32c506 HTTP/1.1" status: 200 len: 217 time: 0.0895731 May 25 15:45:41.793850 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65334eef-a8fc-4fa9-b8e3-2ef73c505956 req-4525acf1-40e1-47e5-9f91-5cd7195442a9 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:41.795546 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-65334eef-a8fc-4fa9-b8e3-2ef73c505956 req-4525acf1-40e1-47e5-9f91-5cd7195442a9 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 946 time: 0.2398782 May 25 15:45:41.819815 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-de7a4254-1a50-4e56-a9f8-da5691c372a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:41.823980 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-9c5aff84-e79e-4c1c-a0aa-923c36e200a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:41.839676 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a4254-1a50-4e56-a9f8-da5691c372a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e9869c-3500-429b-a026-da367086585b,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:41.844702 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-de7a4254-1a50-4e56-a9f8-da5691c372a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:41.848296 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-de7a4254-1a50-4e56-a9f8-da5691c372a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:41.853483 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-de7a4254-1a50-4e56-a9f8-da5691c372a4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d0e9869c-3500-429b-a026-da367086585b HTTP/1.1" status: 204 len: 168 time: 0.2850494 May 25 15:45:41.913460 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae5a0b-b302-49a6-9397-b3aa2b383c30 req-c7de3b30-c1d1-4804-ba17-c722237b6c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:41.914860 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-29ae5a0b-b302-49a6-9397-b3aa2b383c30 req-c7de3b30-c1d1-4804-ba17-c722237b6c5f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ad72aaa1-095d-4962-92b9-81ea61e18cf2 HTTP/1.1" status: 200 len: 843 time: 0.1184201 May 25 15:45:41.918351 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-65334eef-a8fc-4fa9-b8e3-2ef73c505956 req-96eb1011-b580-4d2c-8c5a-5f8e7f92c68e tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787046 May 25 15:45:42.043920 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae5a0b-b302-49a6-9397-b3aa2b383c30 req-af0cab1c-392f-452c-8709-e8ba6ac0fab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:42.046913 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-29ae5a0b-b302-49a6-9397-b3aa2b383c30 req-af0cab1c-392f-452c-8709-e8ba6ac0fab9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=93017684-a793-4fe9-a5e0-5b6ff272d876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1232994 May 25 15:45:42.339124 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac9e9d-93aa-4118-897a-0bc41a05661f req-722cb7ca-2a46-453e-8004-eed1e80e5de4 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:42.342341 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-18ac9e9d-93aa-4118-897a-0bc41a05661f req-722cb7ca-2a46-453e-8004-eed1e80e5de4 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] 10.222.0.11 "GET /v2.0/ports?device_id=25d5c0e3-044c-4754-a1dc-cb37c8275a92 HTTP/1.1" status: 200 len: 947 time: 0.2515738 May 25 15:45:42.345367 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-29ae5a0b-b302-49a6-9397-b3aa2b383c30 req-8785c547-5a78-4e0e-82d6-8ca15692a985 service neutron] 10.222.0.62 "GET /v2.0/networks/93017684-a793-4fe9-a5e0-5b6ff272d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901869 May 25 15:45:42.548487 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-18ac9e9d-93aa-4118-897a-0bc41a05661f req-4c6c034a-5232-4ed4-800f-27756a4547b8 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] 10.222.0.11 "GET /v2.0/security-groups?id=c710f655-a1e1-4d7d-8013-a720fea73806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601508 May 25 15:45:42.613709 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-29ae5a0b-b302-49a6-9397-b3aa2b383c30 req-a52cc3b0-c207-4867-9b02-1811e3352a74 service neutron] 10.222.0.62 "GET /v2.0/networks/93017684-a793-4fe9-a5e0-5b6ff272d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610359 May 25 15:45:43.188578 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640898a-c2d3-40bf-9d75-e6b3c421533f req-2c83bb0e-5740-41ff-a710-e2f7b7249740 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:43.190108 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f640898a-c2d3-40bf-9d75-e6b3c421533f req-2c83bb0e-5740-41ff-a710-e2f7b7249740 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 946 time: 0.1015947 May 25 15:45:43.238997 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f640898a-c2d3-40bf-9d75-e6b3c421533f req-bea2d4b0-5a7d-47b9-8007-bd46c73005a8 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424573 May 25 15:45:43.823535 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887cf804-29bf-477a-a2f2-34ce3e0e05d8 req-4ed6eab1-1479-44e2-b5a1-ec7838f6fb09 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:43.828034 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-887cf804-29bf-477a-a2f2-34ce3e0e05d8 req-4ed6eab1-1479-44e2-b5a1-ec7838f6fb09 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] 10.222.0.11 "GET /v2.0/ports?device_id=25d5c0e3-044c-4754-a1dc-cb37c8275a92 HTTP/1.1" status: 200 len: 947 time: 0.1297255 May 25 15:45:43.984335 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-887cf804-29bf-477a-a2f2-34ce3e0e05d8 req-7866cb78-3fb1-4511-b053-4c8db4d2493a tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] 10.222.0.11 "GET /v2.0/security-groups?id=c710f655-a1e1-4d7d-8013-a720fea73806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490920 May 25 15:45:44.213947 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 46312) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:44.369618 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-bbaf6558-d42c-46f6-8685-03499b5d80f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:44.397078 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-bbaf6558-d42c-46f6-8685-03499b5d80f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:45:44.403096 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-bbaf6558-d42c-46f6-8685-03499b5d80f9 admin admin] Usage tracker for resource:security_group_rule and tenant:158b0065172c4cc0b34558dd8974bd11 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:45:44.413419 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-bbaf6558-d42c-46f6-8685-03499b5d80f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:45:44.425885 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-bbaf6558-d42c-46f6-8685-03499b5d80f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:45:44.439202 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-2b4a5849-20f5-4046-a337-7e6a00436d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:44.547951 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8a25c-8cf6-43f0-a2eb-a94ec308fdf4 req-2697a2fe-00df-48c5-b280-7f117c928a7d tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:44.550418 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-5ca8a25c-8cf6-43f0-a2eb-a94ec308fdf4 req-2697a2fe-00df-48c5-b280-7f117c928a7d tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 946 time: 0.1231315 May 25 15:45:44.578342 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-bbaf6558-d42c-46f6-8685-03499b5d80f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:44.583618 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-bbaf6558-d42c-46f6-8685-03499b5d80f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:44.597018 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-c0110c76-2d73-4510-a67f-62fd1f00695b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:44.634363 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-5ca8a25c-8cf6-43f0-a2eb-a94ec308fdf4 req-da52283b-4419-451d-be83-32abd8699d47 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736976 May 25 15:45:44.635612 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf6558-d42c-46f6-8685-03499b5d80f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a0afef-7fd3-4316-ad45-b31007a0d466,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:44.662791 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-bbaf6558-d42c-46f6-8685-03499b5d80f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:44.717941 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-bbaf6558-d42c-46f6-8685-03499b5d80f9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=158b0065172c4cc0b34558dd8974bd11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5020461 May 25 15:45:44.721529 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 46324) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:44.806683 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-f16e0c13-1427-4596-a7c7-22aba5f8b1b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:44.836947 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-f16e0c13-1427-4596-a7c7-22aba5f8b1b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:44.866663 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device 29c95210-9fcf-4581-8a79-06299a32c506 details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=98656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:45:44.923048 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-f16e0c13-1427-4596-a7c7-22aba5f8b1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:44.929264 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-31770e72-008c-4b12-b71a-e72f8d944363 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:44.944197 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16e0c13-1427-4596-a7c7-22aba5f8b1b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a0afef-7fd3-4316-ad45-b31007a0d466,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:44.947335 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-f16e0c13-1427-4596-a7c7-22aba5f8b1b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:44.956110 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-f16e0c13-1427-4596-a7c7-22aba5f8b1b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:44.960327 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-f16e0c13-1427-4596-a7c7-22aba5f8b1b1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c8a0afef-7fd3-4316-ad45-b31007a0d466 HTTP/1.1" status: 204 len: 168 time: 0.2346077 May 25 15:45:45.079650 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port 29c95210-9fcf-4581-8a79-06299a32c506, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=29c95210-9fcf-4581-8a79-06299a32c506,segment=NetworkSegment(1efd7850-eb0c-42c2-b8ab-36226bef140b),segment_id=1efd7850-eb0c-42c2-b8ab-36226bef140b)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:45:45.097826 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Returning: {'device': '29c95210-9fcf-4581-8a79-06299a32c506', 'network_id': '93017684-a793-4fe9-a5e0-5b6ff272d876', 'port_id': '29c95210-9fcf-4581-8a79-06299a32c506', 'mac_address': 'fa:16:3e:49:ea:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad72aaa1-095d-4962-92b9-81ea61e18cf2', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:45:45.165402 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:45.196999 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.notifiers.nova [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29c95210-9fcf-4581-8a79-06299a32c506 {{(pid=98656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:45:45.222439 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port 29c95210-9fcf-4581-8a79-06299a32c506, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=29c95210-9fcf-4581-8a79-06299a32c506,segment=NetworkSegment(1efd7850-eb0c-42c2-b8ab-36226bef140b),segment_id=1efd7850-eb0c-42c2-b8ab-36226bef140b)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:45:45.229046 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:45.231355 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:45.248565 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702b6441-a68e-4d42-91c0-29114a1eb55e req-6e874b93-6a8b-4744-8498-71c39a1050e1 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:45.250106 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-702b6441-a68e-4d42-91c0-29114a1eb55e req-6e874b93-6a8b-4744-8498-71c39a1050e1 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] 10.222.0.11 "GET /v2.0/ports?device_id=25d5c0e3-044c-4754-a1dc-cb37c8275a92 HTTP/1.1" status: 200 len: 947 time: 0.1035559 May 25 15:45:45.322020 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-702b6441-a68e-4d42-91c0-29114a1eb55e req-b461c039-7820-44eb-bb54-42205f0dbb62 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] 10.222.0.11 "GET /v2.0/security-groups?id=c710f655-a1e1-4d7d-8013-a720fea73806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584173 May 25 15:45:45.342992 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Pushing event updated for resources: {'Port': ['ID=29c95210-9fcf-4581-8a79-06299a32c506,revision_number=4']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:45.346798 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:45.485802 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 46334) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:45.505402 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-d80d5e22-c838-46e2-8c82-4ecf87217953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:45.521313 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-d80d5e22-c838-46e2-8c82-4ecf87217953 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:45:45.526747 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-d80d5e22-c838-46e2-8c82-4ecf87217953 admin admin] Usage tracker for resource:security_group_rule and tenant:eaf6702f28894db3bbde1f02bf9aa9f2 is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:45:45.530480 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-d80d5e22-c838-46e2-8c82-4ecf87217953 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:45:45.541231 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-d80d5e22-c838-46e2-8c82-4ecf87217953 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:45:45.679518 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-d80d5e22-c838-46e2-8c82-4ecf87217953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:45.688439 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-d80d5e22-c838-46e2-8c82-4ecf87217953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:45.703141 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-6ab9bd74-1cac-4107-9143-a12c8fd9b3e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:45.767501 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-d80d5e22-c838-46e2-8c82-4ecf87217953 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eaf6702f28894db3bbde1f02bf9aa9f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2802260 May 25 15:45:45.768572 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80d5e22-c838-46e2-8c82-4ecf87217953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f65678-2a3e-4d4a-926b-0fbf5810f5d5,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:45.771630 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 46344) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:45.775588 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] get_ports_and_sgs() called for port_ids ['29c95210-9fcf-4581-8a79-06299a32c506'] {{(pid=98656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:45:45.790190 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-d80d5e22-c838-46e2-8c82-4ecf87217953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:45.947344 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-d6cb321e-643f-415c-afe5-1d7b87c05378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:46.001024 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-d6cb321e-643f-415c-afe5-1d7b87c05378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:46.060945 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f98339a-c5ba-4f4d-91f0-2f06b9aaa3e7 req-115df242-150d-4cc0-a380-0edeaf50c783 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:46.062437 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-1f98339a-c5ba-4f4d-91f0-2f06b9aaa3e7 req-115df242-150d-4cc0-a380-0edeaf50c783 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 946 time: 0.1763499 May 25 15:45:46.118523 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-d6cb321e-643f-415c-afe5-1d7b87c05378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:46.129367 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-ed4f5ec0-f4b2-49bc-85d0-a6d8e073ed26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:46.142183 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-1f98339a-c5ba-4f4d-91f0-2f06b9aaa3e7 req-bcd924e2-2237-4cdf-b718-ae53b4644e68 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705438 May 25 15:45:46.146234 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb321e-643f-415c-afe5-1d7b87c05378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f65678-2a3e-4d4a-926b-0fbf5810f5d5,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:46.151126 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-d6cb321e-643f-415c-afe5-1d7b87c05378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:46.157190 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-d6cb321e-643f-415c-afe5-1d7b87c05378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:46.159160 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-d6cb321e-643f-415c-afe5-1d7b87c05378 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/46f65678-2a3e-4d4a-926b-0fbf5810f5d5 HTTP/1.1" status: 204 len: 168 time: 0.3709219 May 25 15:45:46.598069 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9312b0d1-036e-4535-8125-646d3bd52e28 req-fafeb2a4-49eb-43ee-bcef-3b3c85371f25 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:46.605583 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-9312b0d1-036e-4535-8125-646d3bd52e28 req-fafeb2a4-49eb-43ee-bcef-3b3c85371f25 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] 10.222.0.11 "GET /v2.0/ports?device_id=25d5c0e3-044c-4754-a1dc-cb37c8275a92 HTTP/1.1" status: 200 len: 948 time: 0.1337991 May 25 15:45:46.675010 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-9312b0d1-036e-4535-8125-646d3bd52e28 req-d4aec3cf-f774-4416-ad6c-1f22693af52f tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] 10.222.0.11 "GET /v2.0/security-groups?id=c710f655-a1e1-4d7d-8013-a720fea73806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682850 May 25 15:45:47.295374 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:47.457111 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-96517be4-2212-4ca8-b2b7-33a386d6227b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:47.476956 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a8808e-318c-47db-a383-9543fd758643 req-26ab18ff-ab79-4bf6-9b42-db576f15cb53 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:47.480002 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-22a8808e-318c-47db-a383-9543fd758643 req-26ab18ff-ab79-4bf6-9b42-db576f15cb53 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 946 time: 0.1369543 May 25 15:45:47.559748 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-22a8808e-318c-47db-a383-9543fd758643 req-38b94b49-ee0e-434b-b237-71ff738df4da tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665944 May 25 15:45:47.976575 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20554b53-86de-4809-b145-5de73232dade req-2bc888e2-0d73-4989-8cb6-615eed0a389b tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:47.978745 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-20554b53-86de-4809-b145-5de73232dade req-2bc888e2-0d73-4989-8cb6-615eed0a389b tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] 10.222.0.11 "GET /v2.0/ports?device_id=25d5c0e3-044c-4754-a1dc-cb37c8275a92 HTTP/1.1" status: 200 len: 948 time: 0.1101186 May 25 15:45:48.081119 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-20554b53-86de-4809-b145-5de73232dade req-92bf62c8-31b5-46dc-b753-4db19bcbb333 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] 10.222.0.11 "GET /v2.0/security-groups?id=c710f655-a1e1-4d7d-8013-a720fea73806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894027 May 25 15:45:48.381315 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:48.848528 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea13914-6e81-40da-81a6-7203efa788e3 req-f99db89f-b9ed-4e29-aa80-1aa8baef71bf tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:48.851230 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-dea13914-6e81-40da-81a6-7203efa788e3 req-f99db89f-b9ed-4e29-aa80-1aa8baef71bf tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 946 time: 0.1145248 May 25 15:45:48.905111 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-5e596f64-6e97-4d78-9813-f3b7462efcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:48.909760 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device 4c772fa9-6a38-4554-9f1d-f8b47571819e details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=98656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:45:48.920960 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device 29c95210-9fcf-4581-8a79-06299a32c506 up at agent hyperv_hv-cinder-79123 {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:45:48.944313 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-dea13914-6e81-40da-81a6-7203efa788e3 req-43bd9fc7-c290-46fd-b3c3-20024e56636a tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822134 May 25 15:45:49.177419 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Provisioning for port 29c95210-9fcf-4581-8a79-06299a32c506 completed by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:45:49.191142 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Provisioning complete for port 29c95210-9fcf-4581-8a79-06299a32c506 triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:45:49.191728 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:49.459324 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a38059-d26b-482b-8470-245e72126fe1 req-23fec6ae-257c-4f22-93db-7db986add109 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:49.462127 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-46a38059-d26b-482b-8470-245e72126fe1 req-23fec6ae-257c-4f22-93db-7db986add109 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] 10.222.0.11 "GET /v2.0/ports?device_id=25d5c0e3-044c-4754-a1dc-cb37c8275a92 HTTP/1.1" status: 200 len: 948 time: 0.2169545 May 25 15:45:49.513019 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port 4c772fa9-6a38-4554-9f1d-f8b47571819e, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=4c772fa9-6a38-4554-9f1d-f8b47571819e,segment=NetworkSegment(d31b3f55-0029-4b5d-9031-950743b628bb),segment_id=d31b3f55-0029-4b5d-9031-950743b628bb)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:45:49.534168 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-46a38059-d26b-482b-8470-245e72126fe1 req-7bc2a88e-22b7-4271-895c-7858574c8634 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] 10.222.0.11 "GET /v2.0/security-groups?id=c710f655-a1e1-4d7d-8013-a720fea73806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608180 May 25 15:45:49.553589 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Returning: {'device': '4c772fa9-6a38-4554-9f1d-f8b47571819e', 'network_id': '9c420c9e-5d3a-4c72-87cc-64c647e4aa69', 'port_id': '4c772fa9-6a38-4554-9f1d-f8b47571819e', 'mac_address': 'fa:16:3e:0f:d6:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3cc6c99-8adf-4559-8841-da254b001c5f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:45:49.559162 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:49.679222 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25d5c0e3-044c-4754-a1dc-cb37c8275a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c95210-9fcf-4581-8a79-06299a32c506'}] {{(pid=98656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:45:49.698070 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:49.718066 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port 29c95210-9fcf-4581-8a79-06299a32c506, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=29c95210-9fcf-4581-8a79-06299a32c506,segment=NetworkSegment(1efd7850-eb0c-42c2-b8ab-36226bef140b),segment_id=1efd7850-eb0c-42c2-b8ab-36226bef140b)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:45:49.733823 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:49.743943 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-b4bad0c1-291b-4e21-aa48-9b72d3d213a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:49.839773 dv-cinder-791239-3-smb neutron-server[98656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25d5c0e3-044c-4754-a1dc-cb37c8275a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c95210-9fcf-4581-8a79-06299a32c506', 'code': 200} May 25 15:45:49.841417 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.notifiers.nova [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4c772fa9-6a38-4554-9f1d-f8b47571819e {{(pid=98656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:45:49.916767 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-7e103dd4-c61b-4b22-91e7-c08e38634fc1 req-773f529a-8f75-4e38-9d99-7ad9ac27a973 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2124329921&fields=id&tenant_id=e9b5bff4dfaf41e8a476ec518bbc48d4 HTTP/1.1" status: 200 len: 267 time: 0.0768976 May 25 15:45:49.917637 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port 4c772fa9-6a38-4554-9f1d-f8b47571819e, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=4c772fa9-6a38-4554-9f1d-f8b47571819e,segment=NetworkSegment(d31b3f55-0029-4b5d-9031-950743b628bb),segment_id=d31b3f55-0029-4b5d-9031-950743b628bb)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:45:49.924694 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:49.933342 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Pushing event updated for resources: {'Port': ['ID=29c95210-9fcf-4581-8a79-06299a32c506,revision_number=5']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:49.939225 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:49.940013 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:50.051501 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Pushing event updated for resources: {'Port': ['ID=4c772fa9-6a38-4554-9f1d-f8b47571819e,revision_number=6']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:50.056339 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:50.104496 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] get_ports_and_sgs() called for port_ids ['4c772fa9-6a38-4554-9f1d-f8b47571819e'] {{(pid=98656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:45:50.245180 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e103dd4-c61b-4b22-91e7-c08e38634fc1 req-1c1a68e9-e032-49f4-b773-3d874e869c93 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:50.254385 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-7e103dd4-c61b-4b22-91e7-c08e38634fc1 req-1c1a68e9-e032-49f4-b773-3d874e869c93 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/networks?id=a9666395-6498-4bd8-9812-838161f765df HTTP/1.1" status: 200 len: 807 time: 0.3272879 May 25 15:45:50.304638 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-7e103dd4-c61b-4b22-91e7-c08e38634fc1 req-b2048c2d-5abf-434f-8a4a-9aa4c580b1a9 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/quotas/e9b5bff4dfaf41e8a476ec518bbc48d4 HTTP/1.1" status: 200 len: 375 time: 0.0485852 May 25 15:45:50.418354 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdf723-89d4-4207-8b1b-dcd5d6f67722 req-9e0f428e-80af-4621-a348-f7908d374dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:50.421439 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-00bdf723-89d4-4207-8b1b-dcd5d6f67722 req-9e0f428e-80af-4621-a348-f7908d374dce service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=25d5c0e3-044c-4754-a1dc-cb37c8275a92 HTTP/1.1" status: 200 len: 1102 time: 0.2971687 May 25 15:45:50.463194 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-61dd613b-f3f2-4fd9-acf0-68300fd05fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:50.487846 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27e604-0a1f-42fc-8d1a-50706e74d71a req-86d468a2-1b60-43c2-b403-3fcc83f33ca3 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:50.489412 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-ed27e604-0a1f-42fc-8d1a-50706e74d71a req-86d468a2-1b60-43c2-b403-3fcc83f33ca3 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 945 time: 0.3031967 May 25 15:45:50.528259 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-00bdf723-89d4-4207-8b1b-dcd5d6f67722 req-1feea4fb-bb8e-4a77-96be-e6a508188f1d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c710f655-a1e1-4d7d-8013-a720fea73806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957427 May 25 15:45:50.539778 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-7e103dd4-c61b-4b22-91e7-c08e38634fc1 req-c1feb949-4960-4889-bab5-d3597ae324ce tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e9b5bff4dfaf41e8a476ec518bbc48d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2177873 May 25 15:45:50.598464 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-ed27e604-0a1f-42fc-8d1a-50706e74d71a req-0004edbd-af77-4f5a-a727-a2c321cbbe56 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973709 May 25 15:45:50.898572 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-7e103dd4-c61b-4b22-91e7-c08e38634fc1 req-c5bfa013-1dd1-47a3-9577-717881b45139 service neutron] 10.222.0.11 "GET /v2.0/networks/a9666395-6498-4bd8-9812-838161f765df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363261 May 25 15:45:50.924079 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device 4c772fa9-6a38-4554-9f1d-f8b47571819e up at agent hyperv_hv-cinder-79123 {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:45:51.080065 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2cc2a7-a68a-4146-a414-ae0c1333f6a3 req-0c7e7ae5-86e8-4901-8a7f-8926ad7f3017 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:51.081674 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-ac2cc2a7-a68a-4146-a414-ae0c1333f6a3 req-0c7e7ae5-86e8-4901-8a7f-8926ad7f3017 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] 10.222.0.11 "GET /v2.0/ports?device_id=25d5c0e3-044c-4754-a1dc-cb37c8275a92 HTTP/1.1" status: 200 len: 949 time: 0.3591373 May 25 15:45:51.109673 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Provisioning complete for port 4c772fa9-6a38-4554-9f1d-f8b47571819e triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:45:51.110322 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:51.184893 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-7e103dd4-c61b-4b22-91e7-c08e38634fc1 req-00eb676a-6e62-44ca-a11a-3b6bab551583 service neutron] 10.222.0.11 "GET /v2.0/networks/a9666395-6498-4bd8-9812-838161f765df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708416 May 25 15:45:51.192862 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-ac2cc2a7-a68a-4146-a414-ae0c1333f6a3 req-2697e9bd-a471-4196-8f4e-d44ea0825cca tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] 10.222.0.11 "GET /v2.0/security-groups?id=c710f655-a1e1-4d7d-8013-a720fea73806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871990 May 25 15:45:51.318315 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:51.375938 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port 4c772fa9-6a38-4554-9f1d-f8b47571819e, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=4c772fa9-6a38-4554-9f1d-f8b47571819e,segment=NetworkSegment(d31b3f55-0029-4b5d-9031-950743b628bb),segment_id=d31b3f55-0029-4b5d-9031-950743b628bb)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:45:51.380539 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:51.382787 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:51.493449 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Pushing event updated for resources: {'Port': ['ID=4c772fa9-6a38-4554-9f1d-f8b47571819e,revision_number=7']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:51.499339 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:51.841125 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec117617-97bf-489f-969b-bc0810abd688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c772fa9-6a38-4554-9f1d-f8b47571819e'}] {{(pid=98656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:45:51.957844 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7d207-028a-4346-b00d-880945530915 req-dc373dcf-f99f-4b0c-b2d6-7b4d14ef8cee tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:51.960759 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-cfc7d207-028a-4346-b00d-880945530915 req-dc373dcf-f99f-4b0c-b2d6-7b4d14ef8cee tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8eae8b-dc74-423c-bfe9-2e231dec17a1 HTTP/1.1" status: 200 len: 945 time: 0.2325182 May 25 15:45:52.040523 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-cfc7d207-028a-4346-b00d-880945530915 req-efee97b2-2446-4467-8e35-5955caa89592 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7d5e15d-8c08-4fba-97a1-bb7f546ffa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678501 May 25 15:45:52.132822 dv-cinder-791239-3-smb neutron-server[98656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec117617-97bf-489f-969b-bc0810abd688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c772fa9-6a38-4554-9f1d-f8b47571819e', 'code': 200} May 25 15:45:52.273325 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e56d38-4885-4320-b55d-7faaed680229 req-7245b51e-8909-4a06-9556-ab77cc24179b tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:52.275027 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-55e56d38-4885-4320-b55d-7faaed680229 req-7245b51e-8909-4a06-9556-ab77cc24179b tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 946 time: 0.1421340 May 25 15:45:52.400382 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-55e56d38-4885-4320-b55d-7faaed680229 req-b825de68-af60-4eeb-9c20-95b25822fd82 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141269 May 25 15:45:52.668458 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-cbfa555b-eb3a-4f76-b345-fbcaeb537416 req-4d40b1c6-d0fa-4acd-86f5-9184ea93de5d tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/ports?device_id=f81b166b-b834-47f1-b96d-c38478e12435 HTTP/1.1" status: 200 len: 210 time: 0.0790451 May 25 15:45:52.798737 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724e232-744a-45d3-affa-cb9441667a81 req-67a4454d-7188-4b65-84e0-d7b33b81ec23 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:52.800430 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-5724e232-744a-45d3-affa-cb9441667a81 req-67a4454d-7188-4b65-84e0-d7b33b81ec23 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] 10.222.0.11 "GET /v2.0/ports?device_id=25d5c0e3-044c-4754-a1dc-cb37c8275a92 HTTP/1.1" status: 200 len: 949 time: 0.1299591 May 25 15:45:52.874233 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-5724e232-744a-45d3-affa-cb9441667a81 req-7c209f32-db61-4d7a-ac7e-d9a7316da068 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] 10.222.0.11 "GET /v2.0/security-groups?id=c710f655-a1e1-4d7d-8013-a720fea73806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634105 May 25 15:45:53.317023 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216ee5c-9c1f-4928-9154-3b2a3fa6d029 req-9db0b194-6a48-4ab8-acbd-ce7b0ed608bb tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:53.318509 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-3216ee5c-9c1f-4928-9154-3b2a3fa6d029 req-9db0b194-6a48-4ab8-acbd-ce7b0ed608bb tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8eae8b-dc74-423c-bfe9-2e231dec17a1 HTTP/1.1" status: 200 len: 945 time: 0.1172633 May 25 15:45:53.379987 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-3216ee5c-9c1f-4928-9154-3b2a3fa6d029 req-43c6f823-cd80-4fa5-961a-3bba920fb75b tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7d5e15d-8c08-4fba-97a1-bb7f546ffa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536342 May 25 15:45:53.500643 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8beadd4-23ef-449e-9126-90f4cc5a137a req-d5e256aa-9dea-412d-b97d-5247a3e55bae tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:53.502750 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e8beadd4-23ef-449e-9126-90f4cc5a137a req-d5e256aa-9dea-412d-b97d-5247a3e55bae tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] 10.222.0.11 "GET /v2.0/ports?device_id=25d5c0e3-044c-4754-a1dc-cb37c8275a92 HTTP/1.1" status: 200 len: 949 time: 0.0972958 May 25 15:45:53.579429 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e8beadd4-23ef-449e-9126-90f4cc5a137a req-6ec2f26e-b1cd-4db2-9c1b-343ad7020f73 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] 10.222.0.11 "GET /v2.0/security-groups?id=c710f655-a1e1-4d7d-8013-a720fea73806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639715 May 25 15:45:53.872430 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b4f35-eb06-4b82-a588-f5c36b17fbc2 req-87663e21-fefd-4ffe-872a-50590acfbe10 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:53.875457 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-161b4f35-eb06-4b82-a588-f5c36b17fbc2 req-87663e21-fefd-4ffe-872a-50590acfbe10 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 946 time: 0.2358294 May 25 15:45:53.981305 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-2d8c2023-a4a8-415e-b3d6-b5ec4c464027 req-8eb608bf-777f-4ff7-9060-bedd517f748d tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/ports?device_id=f81b166b-b834-47f1-b96d-c38478e12435 HTTP/1.1" status: 200 len: 210 time: 0.1044841 May 25 15:45:54.055771 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-161b4f35-eb06-4b82-a588-f5c36b17fbc2 req-2421f947-5261-4746-8e36-48db8ec156b0 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149971 May 25 15:45:54.076887 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e103dd4-c61b-4b22-91e7-c08e38634fc1 req-22e13755-8830-4df3-b18a-554eba13fc81 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:54.079555 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-7e103dd4-c61b-4b22-91e7-c08e38634fc1 req-22e13755-8830-4df3-b18a-554eba13fc81 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.62 "GET /v2.0/networks?id=a9666395-6498-4bd8-9812-838161f765df HTTP/1.1" status: 200 len: 807 time: 0.3412766 May 25 15:45:54.183560 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-7e103dd4-c61b-4b22-91e7-c08e38634fc1 req-1acf1aa1-6f46-404b-b112-7b56a1e80e72 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9b5bff4dfaf41e8a476ec518bbc48d4 HTTP/1.1" status: 200 len: 380 time: 0.0868111 May 25 15:45:54.196358 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [req-7e103dd4-c61b-4b22-91e7-c08e38634fc1 req-f4f84f83-a4c5-448b-9703-27e4e07bfe25 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Request body: {'port': {'device_id': 'f81b166b-b834-47f1-b96d-c38478e12435', 'network_id': 'a9666395-6498-4bd8-9812-838161f765df', 'admin_state_up': True, 'tenant_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'security_groups': ['189333c9-11a5-4f2f-acef-e76f6d526f69']}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:45:54.433680 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [req-7e103dd4-c61b-4b22-91e7-c08e38634fc1 req-f4f84f83-a4c5-448b-9703-27e4e07bfe25 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:45:54.440953 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-7e103dd4-c61b-4b22-91e7-c08e38634fc1 req-f4f84f83-a4c5-448b-9703-27e4e07bfe25 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Usage tracker for resource:port and tenant:e9b5bff4dfaf41e8a476ec518bbc48d4 is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:45:54.448030 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-7e103dd4-c61b-4b22-91e7-c08e38634fc1 req-f4f84f83-a4c5-448b-9703-27e4e07bfe25 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Quota usage for port was recalculated. Used quota:2. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:45:54.461504 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [req-7e103dd4-c61b-4b22-91e7-c08e38634fc1 req-f4f84f83-a4c5-448b-9703-27e4e07bfe25 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:45:54.479666 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e103dd4-c61b-4b22-91e7-c08e38634fc1 req-f4f84f83-a4c5-448b-9703-27e4e07bfe25 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Made reservation on behalf of e9b5bff4dfaf41e8a476ec518bbc48d4 for: {'port': 1} {{(pid=98655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:45:54.487024 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-7e103dd4-c61b-4b22-91e7-c08e38634fc1 req-f4f84f83-a4c5-448b-9703-27e4e07bfe25 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:54.944192 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 46552) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:55.070212 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c161d9-63be-4562-9ef2-2a54de859eb5 req-f183fd2e-422c-4b45-9943-bc2cac9414d8 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:55.081032 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c0c161d9-63be-4562-9ef2-2a54de859eb5 req-f183fd2e-422c-4b45-9943-bc2cac9414d8 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] 10.222.0.11 "GET /v2.0/ports?device_id=25d5c0e3-044c-4754-a1dc-cb37c8275a92 HTTP/1.1" status: 200 len: 949 time: 0.2965727 May 25 15:45:55.095603 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7c0dd-1fc2-408c-a1e8-baaa11fefd57 req-0c744947-467a-463c-8b2c-f2a1788d182d tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:55.104272 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c3a7c0dd-1fc2-408c-a1e8-baaa11fefd57 req-0c744947-467a-463c-8b2c-f2a1788d182d tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8eae8b-dc74-423c-bfe9-2e231dec17a1 HTTP/1.1" status: 200 len: 945 time: 0.4513094 May 25 15:45:55.107088 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.db_base_plugin_common [req-7e103dd4-c61b-4b22-91e7-c08e38634fc1 req-f4f84f83-a4c5-448b-9703-27e4e07bfe25 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Allocated IP 172.20.0.14 (a9666395-6498-4bd8-9812-838161f765df/78d8c6d8-85b3-4128-a7af-7d4f98cb12b1/904c50ab-92ff-4c44-82da-092fe7d19531) {{(pid=98655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:45:55.230529 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-3a002596-785b-4c29-85be-adb5e6ab39b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:55.259368 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-3a002596-785b-4c29-85be-adb5e6ab39b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:45:55.270791 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-3a002596-785b-4c29-85be-adb5e6ab39b2 admin admin] Usage tracker for resource:security_group_rule and tenant:70c773bdfb174f218dac122a4d9425b9 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:45:55.277068 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-3a002596-785b-4c29-85be-adb5e6ab39b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:45:55.289144 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-3a002596-785b-4c29-85be-adb5e6ab39b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:45:55.442052 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-3a002596-785b-4c29-85be-adb5e6ab39b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:55.461119 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-3a002596-785b-4c29-85be-adb5e6ab39b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:55.574242 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c3a7c0dd-1fc2-408c-a1e8-baaa11fefd57 req-e1c99a50-896f-400a-bdc1-d34837f48dc9 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7d5e15d-8c08-4fba-97a1-bb7f546ffa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4687200 May 25 15:45:55.594267 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c0c161d9-63be-4562-9ef2-2a54de859eb5 req-ebebcd31-f017-47ee-bbe6-ff4d4f05a4f0 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] 10.222.0.11 "GET /v2.0/security-groups?id=c710f655-a1e1-4d7d-8013-a720fea73806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5078015 May 25 15:45:55.606815 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-de7a4254-1a50-4e56-a9f8-da5691c372a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:55.641058 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-3a002596-785b-4c29-85be-adb5e6ab39b2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=70c773bdfb174f218dac122a4d9425b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6946714 May 25 15:45:55.642472 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 46566) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:55.757984 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-7e103dd4-c61b-4b22-91e7-c08e38634fc1 req-f4f84f83-a4c5-448b-9703-27e4e07bfe25 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Notify callbacks [] for port, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:55.786870 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.provisioning_blocks [req-7e103dd4-c61b-4b22-91e7-c08e38634fc1 req-f4f84f83-a4c5-448b-9703-27e4e07bfe25 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Transition to ACTIVE for port object 904c50ab-92ff-4c44-82da-092fe7d19531 will not be triggered until provisioned by entity DHCP. {{(pid=98655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:45:55.794325 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-372828d6-93dc-44b6-88b8-71c6f58bce17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:55.838550 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-372828d6-93dc-44b6-88b8-71c6f58bce17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:55.850552 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-7e103dd4-c61b-4b22-91e7-c08e38634fc1 req-f4f84f83-a4c5-448b-9703-27e4e07bfe25 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730535669962'] for port, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:55.873947 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:55.900909 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a002596-785b-4c29-85be-adb5e6ab39b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495f7ba1-f6ed-4110-a272-f9b2093a844d,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:55.917468 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-3a002596-785b-4c29-85be-adb5e6ab39b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:55.943431 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4dbc91-f80a-49d4-9b0c-a446212068a7 req-84ec9da8-b6c4-4679-a055-6d7686eb67f3 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:55.946388 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-7e4dbc91-f80a-49d4-9b0c-a446212068a7 req-84ec9da8-b6c4-4679-a055-6d7686eb67f3 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] 10.222.0.62 "GET /v2.0/ports?device_id=25d5c0e3-044c-4754-a1dc-cb37c8275a92 HTTP/1.1" status: 200 len: 949 time: 0.4200349 May 25 15:45:56.013719 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f84f83-a4c5-448b-9703-27e4e07bfe25 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Pushing event updated for resources: {'Port': ['ID=904c50ab-92ff-4c44-82da-092fe7d19531,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:56.080768 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e103dd4-c61b-4b22-91e7-c08e38634fc1 req-f4f84f83-a4c5-448b-9703-27e4e07bfe25 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Network a9666395-6498-4bd8-9812-838161f765df is already hosted by enough agents. {{(pid=98655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:45:56.095480 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-f4f84f83-a4c5-448b-9703-27e4e07bfe25 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:56.170559 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.base_scheduler [req-7e103dd4-c61b-4b22-91e7-c08e38634fc1 req-f4f84f83-a4c5-448b-9703-27e4e07bfe25 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Resources bound (agent type, host, resource id): {{(pid=98655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:45:56.173683 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e103dd4-c61b-4b22-91e7-c08e38634fc1 req-f4f84f83-a4c5-448b-9703-27e4e07bfe25 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Received port after_create {{(pid=98655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:45:56.181128 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e103dd4-c61b-4b22-91e7-c08e38634fc1 req-f4f84f83-a4c5-448b-9703-27e4e07bfe25 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:56.181969 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-7e103dd4-c61b-4b22-91e7-c08e38634fc1 req-f4f84f83-a4c5-448b-9703-27e4e07bfe25 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for port, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:56.226531 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-372828d6-93dc-44b6-88b8-71c6f58bce17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:56.257056 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-53891f28-08e3-48e0-9650-8fac9ae36800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:56.315937 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-7e103dd4-c61b-4b22-91e7-c08e38634fc1 req-f4f84f83-a4c5-448b-9703-27e4e07bfe25 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1261339 May 25 15:45:56.341947 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-372828d6-93dc-44b6-88b8-71c6f58bce17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:56.343530 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-372828d6-93dc-44b6-88b8-71c6f58bce17 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/495f7ba1-f6ed-4110-a272-f9b2093a844d HTTP/1.1" status: 204 len: 168 time: 0.6924791 May 25 15:45:56.353036 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372828d6-93dc-44b6-88b8-71c6f58bce17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495f7ba1-f6ed-4110-a272-f9b2093a844d,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:56.363865 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-372828d6-93dc-44b6-88b8-71c6f58bce17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:56.410626 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [req-7e103dd4-c61b-4b22-91e7-c08e38634fc1 req-6f22cab6-4f09-4907-8c5a-5d44934ce8e6 service neutron] Request body: {'port': {'device_id': 'f81b166b-b834-47f1-b96d-c38478e12435', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79123'}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:45:56.418333 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.plugin [req-7e4dbc91-f80a-49d4-9b0c-a446212068a7 req-6ebf4df2-75f7-43a3-945f-8e2a42554b3f tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Deleting port 29c95210-9fcf-4581-8a79-06299a32c506 {{(pid=98653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:45:56.421260 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-7e4dbc91-f80a-49d4-9b0c-a446212068a7 req-6ebf4df2-75f7-43a3-945f-8e2a42554b3f tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730536052803'] for port, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:56.595655 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba1226-017d-4abf-ba80-a58bf76c89d7 req-f7fddde8-c3fa-45d2-906c-9c234788093a tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:56.598159 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-52ba1226-017d-4abf-ba80-a58bf76c89d7 req-f7fddde8-c3fa-45d2-906c-9c234788093a tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 946 time: 0.5850918 May 25 15:45:56.613366 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47eb84-9002-4e83-9340-06d893abff46 req-f6161ccf-5529-4d3e-b8d9-01cee4310941 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:56.614694 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-5a47eb84-9002-4e83-9340-06d893abff46 req-f6161ccf-5529-4d3e-b8d9-01cee4310941 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Synchronizing usage tracker for tenant:e9b5bff4dfaf41e8a476ec518bbc48d4 on resource:port {{(pid=98655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:45:56.649363 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-ae960171-2605-4735-ab1e-48e32944f118 None None] Provisioning for port 904c50ab-92ff-4c44-82da-092fe7d19531 completed by entity DHCP. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:45:56.670532 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-ae960171-2605-4735-ab1e-48e32944f118 None None] Provisioning complete for port 904c50ab-92ff-4c44-82da-092fe7d19531 triggered by entity DHCP. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:45:56.671872 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-ae960171-2605-4735-ab1e-48e32944f118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:56.772888 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-5a47eb84-9002-4e83-9340-06d893abff46 req-f6161ccf-5529-4d3e-b8d9-01cee4310941 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Unset dirty status for tenant:e9b5bff4dfaf41e8a476ec518bbc48d4 on resource:port {{(pid=98655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:45:56.783517 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-5a47eb84-9002-4e83-9340-06d893abff46 req-f6161ccf-5529-4d3e-b8d9-01cee4310941 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/ports?device_id=f81b166b-b834-47f1-b96d-c38478e12435 HTTP/1.1" status: 200 len: 932 time: 0.7728620 May 25 15:45:56.817991 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-52ba1226-017d-4abf-ba80-a58bf76c89d7 req-e276978d-2471-45c8-979d-2ab609fec922 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1999893 May 25 15:45:56.851810 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-ae960171-2605-4735-ab1e-48e32944f118 None None] Port 904c50ab-92ff-4c44-82da-092fe7d19531 cannot update to ACTIVE because it is not bound. {{(pid=98656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:45:56.898486 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.db [req-7e4dbc91-f80a-49d4-9b0c-a446212068a7 req-6ebf4df2-75f7-43a3-945f-8e2a42554b3f tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] For port 29c95210-9fcf-4581-8a79-06299a32c506, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=29c95210-9fcf-4581-8a79-06299a32c506,segment=NetworkSegment(1efd7850-eb0c-42c2-b8ab-36226bef140b),segment_id=1efd7850-eb0c-42c2-b8ab-36226bef140b)] {{(pid=98653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:45:56.900203 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-7e4dbc91-f80a-49d4-9b0c-a446212068a7 req-6ebf4df2-75f7-43a3-945f-8e2a42554b3f tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16426746'] for port, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:56.961247 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-7e103dd4-c61b-4b22-91e7-c08e38634fc1 req-6f22cab6-4f09-4907-8c5a-5d44934ce8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:57.000979 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-5a47eb84-9002-4e83-9340-06d893abff46 req-7ac886ad-ccc4-4001-ac72-e5f540787a97 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/security-groups?id=189333c9-11a5-4f2f-acef-e76f6d526f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2158949 May 25 15:45:57.130623 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.plugin [req-7e4dbc91-f80a-49d4-9b0c-a446212068a7 req-6ebf4df2-75f7-43a3-945f-8e2a42554b3f tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Calling delete_port for 29c95210-9fcf-4581-8a79-06299a32c506 owned by compute:nova {{(pid=98653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:45:57.282312 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 46586) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:57.291224 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-7e4dbc91-f80a-49d4-9b0c-a446212068a7 req-6ebf4df2-75f7-43a3-945f-8e2a42554b3f tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730536055462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730535669971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14739030'] for port, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:57.323405 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-69acc8d2-0b27-4e13-86c3-7821178477c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:57.387603 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-748089a9-2113-4cac-8c82-a12d0ca20a81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:57.404814 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf4df2-75f7-43a3-945f-8e2a42554b3f tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Pushing event deleted for resources: {'Port': ['ID=29c95210-9fcf-4581-8a79-06299a32c506,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:57.408970 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-6ebf4df2-75f7-43a3-945f-8e2a42554b3f tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:57.575373 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-748089a9-2113-4cac-8c82-a12d0ca20a81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:45:57.610637 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-748089a9-2113-4cac-8c82-a12d0ca20a81 admin admin] Usage tracker for resource:security_group_rule and tenant:f57c74347ae146bda636a085569e8283 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:45:57.622137 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e4dbc91-f80a-49d4-9b0c-a446212068a7 req-6ebf4df2-75f7-43a3-945f-8e2a42554b3f tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] No DVR routers for this DVR port 29c95210-9fcf-4581-8a79-06299a32c506 on host hv-cinder-79123 {{(pid=98653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:45:57.627963 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-748089a9-2113-4cac-8c82-a12d0ca20a81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:45:57.642226 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-7e4dbc91-f80a-49d4-9b0c-a446212068a7 req-6ebf4df2-75f7-43a3-945f-8e2a42554b3f tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for port, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:57.651749 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25d5c0e3-044c-4754-a1dc-cb37c8275a92', 'name': 'network-vif-deleted', 'tag': '29c95210-9fcf-4581-8a79-06299a32c506'}] {{(pid=98653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:45:57.684068 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-748089a9-2113-4cac-8c82-a12d0ca20a81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:45:57.701111 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-7e4dbc91-f80a-49d4-9b0c-a446212068a7 req-6ebf4df2-75f7-43a3-945f-8e2a42554b3f tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] 10.222.0.62 "DELETE /v2.0/ports/29c95210-9fcf-4581-8a79-06299a32c506 HTTP/1.1" status: 204 len: 173 time: 1.7358439 May 25 15:45:57.848032 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-df52d377-eca2-4919-afd5-07dd787358d4 req-1b4985aa-f05e-4e87-97f0-af4b65f9fd35 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] 10.222.0.11 "GET /v2.0/ports?device_id=25d5c0e3-044c-4754-a1dc-cb37c8275a92 HTTP/1.1" status: 200 len: 210 time: 0.1323538 May 25 15:45:57.881173 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.notifiers.nova [req-7e103dd4-c61b-4b22-91e7-c08e38634fc1 req-6f22cab6-4f09-4907-8c5a-5d44934ce8e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 904c50ab-92ff-4c44-82da-092fe7d19531 {{(pid=98655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:45:57.897257 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-7e103dd4-c61b-4b22-91e7-c08e38634fc1 req-6f22cab6-4f09-4907-8c5a-5d44934ce8e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:57.903621 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-748089a9-2113-4cac-8c82-a12d0ca20a81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:57.911592 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-748089a9-2113-4cac-8c82-a12d0ca20a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:57.932273 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ab35b-5568-4c7d-94fc-f1d1539aed85 req-e320988e-c9c5-4ec1-ab6c-0c70988c5b57 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:57.934322 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-d31ab35b-5568-4c7d-94fc-f1d1539aed85 req-e320988e-c9c5-4ec1-ab6c-0c70988c5b57 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8eae8b-dc74-423c-bfe9-2e231dec17a1 HTTP/1.1" status: 200 len: 945 time: 0.2174289 May 25 15:45:57.936690 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-69116ab8-18ab-4e69-84b2-e3a0705e1fae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:57.940588 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.provisioning_blocks [req-7e103dd4-c61b-4b22-91e7-c08e38634fc1 req-6f22cab6-4f09-4907-8c5a-5d44934ce8e6 service neutron] Transition to ACTIVE for port object 904c50ab-92ff-4c44-82da-092fe7d19531 will not be triggered until provisioned by entity L2. {{(pid=98655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:45:57.987222 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-7e103dd4-c61b-4b22-91e7-c08e38634fc1 req-6f22cab6-4f09-4907-8c5a-5d44934ce8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:58.000778 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-675bd4e8-99ba-4126-b67f-c37137aaec0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:58.022213 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25d5c0e3-044c-4754-a1dc-cb37c8275a92', 'name': 'network-vif-deleted', 'tag': '29c95210-9fcf-4581-8a79-06299a32c506', 'status': 'completed', 'code': 200} May 25 15:45:58.022892 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748089a9-2113-4cac-8c82-a12d0ca20a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1eb8cf-1e5e-409e-ab3b-eec5b76d22ce,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:58.028732 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-748089a9-2113-4cac-8c82-a12d0ca20a81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:58.057952 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-748089a9-2113-4cac-8c82-a12d0ca20a81 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f57c74347ae146bda636a085569e8283&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7736011 May 25 15:45:58.060254 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 46596) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:58.108341 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f22cab6-4f09-4907-8c5a-5d44934ce8e6 service neutron] Pushing event updated for resources: {'Port': ['ID=904c50ab-92ff-4c44-82da-092fe7d19531,revision_number=2']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:58.111503 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-6f22cab6-4f09-4907-8c5a-5d44934ce8e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:58.189518 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-2e67aea6-de68-4923-8b57-f0b9277b4bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:58.261043 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-d31ab35b-5568-4c7d-94fc-f1d1539aed85 req-06d2d903-1536-4390-ba69-c01d76c93b86 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7d5e15d-8c08-4fba-97a1-bb7f546ffa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3146911 May 25 15:45:58.265666 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-2e67aea6-de68-4923-8b57-f0b9277b4bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:58.407474 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.managers [req-7e103dd4-c61b-4b22-91e7-c08e38634fc1 req-6f22cab6-4f09-4907-8c5a-5d44934ce8e6 service neutron] Attempting to bind port 904c50ab-92ff-4c44-82da-092fe7d19531 on host hv-cinder-79123 for vnic_type normal with profile {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:45:58.407851 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.managers [req-7e103dd4-c61b-4b22-91e7-c08e38634fc1 req-6f22cab6-4f09-4907-8c5a-5d44934ce8e6 service neutron] Attempting to bind port 904c50ab-92ff-4c44-82da-092fe7d19531 by drivers openvswitch,hyperv on host hv-cinder-79123 at level 0 using segments [{'id': '8626442b-6d51-4379-a5f0-edfdfd330e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a9666395-6498-4bd8-9812-838161f765df'}] {{(pid=98655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:45:58.408344 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e103dd4-c61b-4b22-91e7-c08e38634fc1 req-6f22cab6-4f09-4907-8c5a-5d44934ce8e6 service neutron] Attempting to bind port 904c50ab-92ff-4c44-82da-092fe7d19531 on network a9666395-6498-4bd8-9812-838161f765df {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:45:58.416373 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-2e67aea6-de68-4923-8b57-f0b9277b4bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:58.423222 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e103dd4-c61b-4b22-91e7-c08e38634fc1 req-6f22cab6-4f09-4907-8c5a-5d44934ce8e6 service neutron] Port 904c50ab-92ff-4c44-82da-092fe7d19531 on network a9666395-6498-4bd8-9812-838161f765df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79123 {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 15:45:58.423659 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e103dd4-c61b-4b22-91e7-c08e38634fc1 req-6f22cab6-4f09-4907-8c5a-5d44934ce8e6 service neutron] Attempting to bind port 904c50ab-92ff-4c44-82da-092fe7d19531 on network a9666395-6498-4bd8-9812-838161f765df {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:45:58.433106 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e103dd4-c61b-4b22-91e7-c08e38634fc1 req-6f22cab6-4f09-4907-8c5a-5d44934ce8e6 service neutron] Checking agent: {'id': 'e8d02b02-d66f-44f3-9cce-64202f9374d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 39, 18), 'started_at': datetime.datetime(2021, 5, 25, 15, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:45:58.433459 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-6e804341-8e0f-4e9d-aeca-ad3576de7ae5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:58.433627 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e103dd4-c61b-4b22-91e7-c08e38634fc1 req-6f22cab6-4f09-4907-8c5a-5d44934ce8e6 service neutron] Checking segment: {'id': '8626442b-6d51-4379-a5f0-edfdfd330e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a9666395-6498-4bd8-9812-838161f765df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:45:58.433789 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e103dd4-c61b-4b22-91e7-c08e38634fc1 req-6f22cab6-4f09-4907-8c5a-5d44934ce8e6 service neutron] Bound using segment: {'id': '8626442b-6d51-4379-a5f0-edfdfd330e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a9666395-6498-4bd8-9812-838161f765df'} {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:45:58.434229 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.managers [req-7e103dd4-c61b-4b22-91e7-c08e38634fc1 req-6f22cab6-4f09-4907-8c5a-5d44934ce8e6 service neutron] Bound port: 904c50ab-92ff-4c44-82da-092fe7d19531, host: hv-cinder-79123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8626442b-6d51-4379-a5f0-edfdfd330e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a9666395-6498-4bd8-9812-838161f765df'}}] {{(pid=98655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:45:58.434567 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-7e103dd4-c61b-4b22-91e7-c08e38634fc1 req-6f22cab6-4f09-4907-8c5a-5d44934ce8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:58.460282 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-2e67aea6-de68-4923-8b57-f0b9277b4bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:58.464236 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-2e67aea6-de68-4923-8b57-f0b9277b4bd1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3f1eb8cf-1e5e-409e-ab3b-eec5b76d22ce HTTP/1.1" status: 204 len: 168 time: 0.3995543 May 25 15:45:58.464236 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67aea6-de68-4923-8b57-f0b9277b4bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1eb8cf-1e5e-409e-ab3b-eec5b76d22ce,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:58.467502 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-2e67aea6-de68-4923-8b57-f0b9277b4bd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:58.634580 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e989ae-124c-4a7e-a4b0-c240137d7693 req-a029f31c-f1ac-499d-b51f-17aa2c82b8a9 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:58.636970 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-31e989ae-124c-4a7e-a4b0-c240137d7693 req-a029f31c-f1ac-499d-b51f-17aa2c82b8a9 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 946 time: 0.4439681 May 25 15:45:58.739868 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.db [req-7e103dd4-c61b-4b22-91e7-c08e38634fc1 req-6f22cab6-4f09-4907-8c5a-5d44934ce8e6 service neutron] For port 904c50ab-92ff-4c44-82da-092fe7d19531, host hv-cinder-79123, cleared binding levels {{(pid=98655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:45:58.746413 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.db [req-7e103dd4-c61b-4b22-91e7-c08e38634fc1 req-6f22cab6-4f09-4907-8c5a-5d44934ce8e6 service neutron] For port 904c50ab-92ff-4c44-82da-092fe7d19531, host hv-cinder-79123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=904c50ab-92ff-4c44-82da-092fe7d19531,segment=NetworkSegment(8626442b-6d51-4379-a5f0-edfdfd330e04),segment_id=8626442b-6d51-4379-a5f0-edfdfd330e04)] {{(pid=98655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:45:58.764437 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-7e103dd4-c61b-4b22-91e7-c08e38634fc1 req-6f22cab6-4f09-4907-8c5a-5d44934ce8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:58.778524 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-031e7c98-df36-4745-8abb-9dde6548ced1 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:58.845682 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc2f5a-50b3-451a-b0e1-3e9cc6fe6a78 req-7542e546-cc43-4064-adce-bddc75d72022 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:58.847741 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-2adc2f5a-50b3-451a-b0e1-3e9cc6fe6a78 req-7542e546-cc43-4064-adce-bddc75d72022 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/ports?device_id=f81b166b-b834-47f1-b96d-c38478e12435 HTTP/1.1" status: 200 len: 944 time: 0.3965774 May 25 15:45:58.884517 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-31e989ae-124c-4a7e-a4b0-c240137d7693 req-5fab5c30-4ecf-4bd6-8e78-1b7b0103d75c tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2285416 May 25 15:45:58.933633 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e103dd4-c61b-4b22-91e7-c08e38634fc1 req-6f22cab6-4f09-4907-8c5a-5d44934ce8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:58.934653 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-7e103dd4-c61b-4b22-91e7-c08e38634fc1 req-6f22cab6-4f09-4907-8c5a-5d44934ce8e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for port, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:58.937334 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-7e103dd4-c61b-4b22-91e7-c08e38634fc1 req-6f22cab6-4f09-4907-8c5a-5d44934ce8e6 service neutron] 10.222.0.62 "PUT /v2.0/ports/904c50ab-92ff-4c44-82da-092fe7d19531 HTTP/1.1" status: 200 len: 1094 time: 2.5992565 May 25 15:45:58.952607 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f81b166b-b834-47f1-b96d-c38478e12435', 'tag': '904c50ab-92ff-4c44-82da-092fe7d19531'}] {{(pid=98655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:45:58.954318 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device 29c95210-9fcf-4581-8a79-06299a32c506 no longer exists at agent hyperv_hv-cinder-79123 {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:45:59.044275 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] No Port match for: 29c95210-9fcf-4581-8a79-06299a32c506 {{(pid=98656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:45:59.044922 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device 29c95210-9fcf-4581-8a79-06299a32c506 not bound to the agent host hv-cinder-79123 {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:45:59.293982 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-2adc2f5a-50b3-451a-b0e1-3e9cc6fe6a78 req-4bc5be75-04e1-40c4-abce-f6747d8d7226 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/security-groups?id=189333c9-11a5-4f2f-acef-e76f6d526f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4243193 May 25 15:45:59.300811 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f81b166b-b834-47f1-b96d-c38478e12435', 'tag': '904c50ab-92ff-4c44-82da-092fe7d19531', 'status': 'completed', 'code': 200} May 25 15:45:59.319593 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f22cab6-4f09-4907-8c5a-5d44934ce8e6 service neutron] Pushing event updated for resources: {'Port': ['ID=904c50ab-92ff-4c44-82da-092fe7d19531,revision_number=3']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:59.337705 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-6f22cab6-4f09-4907-8c5a-5d44934ce8e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:59.437907 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e103dd4-c61b-4b22-91e7-c08e38634fc1 req-f609d033-27a9-482e-ba33-2f4910887044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:59.440554 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-7e103dd4-c61b-4b22-91e7-c08e38634fc1 req-f609d033-27a9-482e-ba33-2f4910887044 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e9b5bff4dfaf41e8a476ec518bbc48d4&device_id=f81b166b-b834-47f1-b96d-c38478e12435 HTTP/1.1" status: 200 len: 1097 time: 0.4031689 May 25 15:45:59.622522 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-7e103dd4-c61b-4b22-91e7-c08e38634fc1 req-ab0178f2-d78d-4491-b927-52d2c792f958 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=904c50ab-92ff-4c44-82da-092fe7d19531 HTTP/1.1" status: 200 len: 217 time: 0.1663709 May 25 15:45:59.759840 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e103dd4-c61b-4b22-91e7-c08e38634fc1 req-fb34336c-fcf1-424f-8b25-739d097ab1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:59.761574 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-7e103dd4-c61b-4b22-91e7-c08e38634fc1 req-fb34336c-fcf1-424f-8b25-739d097ab1cd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=78d8c6d8-85b3-4128-a7af-7d4f98cb12b1 HTTP/1.1" status: 200 len: 846 time: 0.1293895 May 25 15:45:59.778801 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b12bc5-b5d0-47a7-a6c7-828d67e1a63b req-86145127-1592-4c7a-925c-0615c9ca00da tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:59.789023 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-27b12bc5-b5d0-47a7-a6c7-828d67e1a63b req-86145127-1592-4c7a-925c-0615c9ca00da tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8eae8b-dc74-423c-bfe9-2e231dec17a1 HTTP/1.1" status: 200 len: 945 time: 0.2412705 May 25 15:45:59.940800 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-27b12bc5-b5d0-47a7-a6c7-828d67e1a63b req-b45665df-7494-4731-99c3-a020edb51c5e tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7d5e15d-8c08-4fba-97a1-bb7f546ffa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502991 May 25 15:45:59.979287 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e103dd4-c61b-4b22-91e7-c08e38634fc1 req-a5ec9c3b-10b2-431b-8244-ac04e9cdce8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:59.981848 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-7e103dd4-c61b-4b22-91e7-c08e38634fc1 req-a5ec9c3b-10b2-431b-8244-ac04e9cdce8a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a9666395-6498-4bd8-9812-838161f765df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1898932 May 25 15:46:00.274385 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-7e103dd4-c61b-4b22-91e7-c08e38634fc1 req-436c9b71-5f37-429b-9f67-d3c68bbb88be service neutron] 10.222.0.62 "GET /v2.0/networks/a9666395-6498-4bd8-9812-838161f765df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841413 May 25 15:46:00.573993 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a2d58-ce21-4e9b-b237-e34fe9018940 req-fabc6c15-79de-4d3f-88ad-112103b91591 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:00.576813 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-399a2d58-ce21-4e9b-b237-e34fe9018940 req-fabc6c15-79de-4d3f-88ad-112103b91591 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 946 time: 0.4599788 May 25 15:46:00.677566 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-399a2d58-ce21-4e9b-b237-e34fe9018940 req-f6647833-fd80-48a2-8797-0395ea4186b3 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737534 May 25 15:46:00.755197 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.agents_db [None req-e0968af0-a351-492f-a815-45d38f582ebc None None] Agent healthcheck: found 6 active agents {{(pid=98660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:46:00.761416 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f30524-0ade-421b-8c5a-08402ae40edf req-b9c01eee-06ad-4b44-acda-0995dca24080 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:00.766136 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f5f30524-0ade-421b-8c5a-08402ae40edf req-b9c01eee-06ad-4b44-acda-0995dca24080 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/ports?device_id=f81b166b-b834-47f1-b96d-c38478e12435 HTTP/1.1" status: 200 len: 944 time: 0.3012660 May 25 15:46:00.773312 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-7e103dd4-c61b-4b22-91e7-c08e38634fc1 req-d1aa44d7-2ca4-485d-9752-70155052996a service neutron] 10.222.0.62 "GET /v2.0/networks/a9666395-6498-4bd8-9812-838161f765df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4852612 May 25 15:46:00.879176 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f5f30524-0ade-421b-8c5a-08402ae40edf req-10319cec-1dc9-44d1-99c5-1cc2cb41f8ec tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/security-groups?id=189333c9-11a5-4f2f-acef-e76f6d526f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044583 May 25 15:46:01.049208 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5fec4-9b99-4f39-b907-c7320d943f51 req-c379f89a-3d0d-4261-a7c6-a8c9b8ba0fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:01.051049 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c0d5fec4-9b99-4f39-b907-c7320d943f51 req-c379f89a-3d0d-4261-a7c6-a8c9b8ba0fb4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e9b5bff4dfaf41e8a476ec518bbc48d4&device_id=f81b166b-b834-47f1-b96d-c38478e12435 HTTP/1.1" status: 200 len: 1097 time: 0.1583543 May 25 15:46:01.374500 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5fec4-9b99-4f39-b907-c7320d943f51 req-d89fba43-6497-445c-ac23-8b38349c7078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:01.376058 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c0d5fec4-9b99-4f39-b907-c7320d943f51 req-d89fba43-6497-445c-ac23-8b38349c7078 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a9666395-6498-4bd8-9812-838161f765df HTTP/1.1" status: 200 len: 908 time: 0.3113468 May 25 15:46:01.477205 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c0d5fec4-9b99-4f39-b907-c7320d943f51 req-8688da4a-da47-4450-a817-7e44d8d391f1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=904c50ab-92ff-4c44-82da-092fe7d19531 HTTP/1.1" status: 200 len: 217 time: 0.0906363 May 25 15:46:01.495015 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fa1770-9a33-4810-8a90-2ad394e9ae68 req-35b31004-da4a-43ef-9a45-a58b2d178759 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:01.496590 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-33fa1770-9a33-4810-8a90-2ad394e9ae68 req-35b31004-da4a-43ef-9a45-a58b2d178759 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8eae8b-dc74-423c-bfe9-2e231dec17a1 HTTP/1.1" status: 200 len: 945 time: 0.2736790 May 25 15:46:01.635814 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5fec4-9b99-4f39-b907-c7320d943f51 req-7820e22d-bdb0-4f30-9be9-e8436557b9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:01.639475 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c0d5fec4-9b99-4f39-b907-c7320d943f51 req-7820e22d-bdb0-4f30-9be9-e8436557b9f6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=78d8c6d8-85b3-4128-a7af-7d4f98cb12b1 HTTP/1.1" status: 200 len: 846 time: 0.1418843 May 25 15:46:01.650707 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-33fa1770-9a33-4810-8a90-2ad394e9ae68 req-0c3951a2-b39d-4d80-8c29-5831477e3104 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7d5e15d-8c08-4fba-97a1-bb7f546ffa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123800 May 25 15:46:01.848882 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5fec4-9b99-4f39-b907-c7320d943f51 req-600fe36b-c8e2-4cec-a458-5c3e4f4ea739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:01.850964 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c0d5fec4-9b99-4f39-b907-c7320d943f51 req-600fe36b-c8e2-4cec-a458-5c3e4f4ea739 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a9666395-6498-4bd8-9812-838161f765df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1986775 May 25 15:46:02.302000 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c0d5fec4-9b99-4f39-b907-c7320d943f51 req-1a792a19-1232-4818-9f1b-28cdad472e61 service neutron] 10.222.0.62 "GET /v2.0/networks/a9666395-6498-4bd8-9812-838161f765df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4444237 May 25 15:46:02.352662 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261295c3-b9ee-4856-81ad-b5f7d31d4a91 req-2ef4a92f-9c0c-4633-9029-74f44004d72f tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:02.354385 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-261295c3-b9ee-4856-81ad-b5f7d31d4a91 req-2ef4a92f-9c0c-4633-9029-74f44004d72f tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 946 time: 0.3168967 May 25 15:46:02.521801 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-261295c3-b9ee-4856-81ad-b5f7d31d4a91 req-860d5765-d17b-47ea-a073-e6398d3a4b22 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072905 May 25 15:46:02.579213 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c0d5fec4-9b99-4f39-b907-c7320d943f51 req-404c35c0-7acd-4940-8081-e7bd418d8c54 service neutron] 10.222.0.62 "GET /v2.0/networks/a9666395-6498-4bd8-9812-838161f765df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698119 May 25 15:46:02.741228 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 46784) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:46:02.957895 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2b9a7-aa91-4d36-bb72-0fa8b07fa2c8 req-7b853be4-779a-4a5f-b3c0-0d72612013d3 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:02.959404 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-85c2b9a7-aa91-4d36-bb72-0fa8b07fa2c8 req-7b853be4-779a-4a5f-b3c0-0d72612013d3 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/ports?device_id=f81b166b-b834-47f1-b96d-c38478e12435 HTTP/1.1" status: 200 len: 944 time: 0.2540565 May 25 15:46:03.006425 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-68408f44-32e6-4399-a149-b2623de14649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:03.049573 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-68408f44-32e6-4399-a149-b2623de14649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:46:03.060558 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-68408f44-32e6-4399-a149-b2623de14649 admin admin] Usage tracker for resource:security_group_rule and tenant:eaf72d6824c4450184b9094432d2fad3 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:46:03.070476 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-68408f44-32e6-4399-a149-b2623de14649 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:46:03.092184 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-68408f44-32e6-4399-a149-b2623de14649 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:46:03.095384 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-85c2b9a7-aa91-4d36-bb72-0fa8b07fa2c8 req-09c836f3-1705-4cd8-9a08-4d42d1813105 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/security-groups?id=189333c9-11a5-4f2f-acef-e76f6d526f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007655 May 25 15:46:03.250398 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-68408f44-32e6-4399-a149-b2623de14649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:03.260510 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df20da-0645-44bd-8852-87a93ba36c2b req-a0ae7719-e88c-48a4-8921-80fbfdf91ec5 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:03.264774 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-68408f44-32e6-4399-a149-b2623de14649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:03.274435 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-b9df20da-0645-44bd-8852-87a93ba36c2b req-a0ae7719-e88c-48a4-8921-80fbfdf91ec5 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8eae8b-dc74-423c-bfe9-2e231dec17a1 HTTP/1.1" status: 200 len: 945 time: 0.1569989 May 25 15:46:03.305806 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-2e67aea6-de68-4923-8b57-f0b9277b4bd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:03.321469 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-68408f44-32e6-4399-a149-b2623de14649 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eaf72d6824c4450184b9094432d2fad3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5785377 May 25 15:46:03.322705 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 46828) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:46:03.352943 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68408f44-32e6-4399-a149-b2623de14649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee33bf8-5b32-4bf2-bc29-0ea830d9c025,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:03.364562 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-b9df20da-0645-44bd-8852-87a93ba36c2b req-a62fe1e2-5f2a-4f1c-8f3b-55444dcefb1f tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7d5e15d-8c08-4fba-97a1-bb7f546ffa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874798 May 25 15:46:03.369818 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-68408f44-32e6-4399-a149-b2623de14649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:03.458192 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-c31a29c5-ad09-4190-b0a5-d0e13b48483f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:03.507533 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-c31a29c5-ad09-4190-b0a5-d0e13b48483f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:03.630445 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-c31a29c5-ad09-4190-b0a5-d0e13b48483f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:03.645788 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-f720b1b0-25fa-4d74-824d-dd5d62831c77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:03.677301 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a29c5-ad09-4190-b0a5-d0e13b48483f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee33bf8-5b32-4bf2-bc29-0ea830d9c025,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:03.695473 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-c31a29c5-ad09-4190-b0a5-d0e13b48483f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:03.696883 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-c31a29c5-ad09-4190-b0a5-d0e13b48483f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:03.703634 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-c31a29c5-ad09-4190-b0a5-d0e13b48483f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fee33bf8-5b32-4bf2-bc29-0ea830d9c025 HTTP/1.1" status: 204 len: 168 time: 0.3797011 May 25 15:46:03.911872 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6222fa30-3a88-434f-88fe-e27b2264d121 req-12729ce2-9b54-4784-832a-150f3772c998 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:03.914054 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-6222fa30-3a88-434f-88fe-e27b2264d121 req-12729ce2-9b54-4784-832a-150f3772c998 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 946 time: 0.1529727 May 25 15:46:03.978193 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-6222fa30-3a88-434f-88fe-e27b2264d121 req-3b6c9f33-2214-4baf-813f-3b25ef5b34f1 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573709 May 25 15:46:04.340804 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 46872) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:46:04.376115 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-22a0450e-0b7b-4ac9-abfa-ccad9dc82112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:04.446102 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-22a0450e-0b7b-4ac9-abfa-ccad9dc82112 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:46:04.467841 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-22a0450e-0b7b-4ac9-abfa-ccad9dc82112 admin admin] Usage tracker for resource:security_group_rule and tenant:83af3eb5ef3b4cb5a23a968a0da241a3 is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:46:04.477280 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-22a0450e-0b7b-4ac9-abfa-ccad9dc82112 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:46:04.491283 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-22a0450e-0b7b-4ac9-abfa-ccad9dc82112 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:46:04.533031 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc5005-f9d7-46de-8ea5-04f7a7a14785 req-53db422d-b89e-4f3d-8c19-da66540653f3 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:04.534166 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-cbcc5005-f9d7-46de-8ea5-04f7a7a14785 req-53db422d-b89e-4f3d-8c19-da66540653f3 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/ports?device_id=f81b166b-b834-47f1-b96d-c38478e12435 HTTP/1.1" status: 200 len: 944 time: 0.1453009 May 25 15:46:04.621462 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-cbcc5005-f9d7-46de-8ea5-04f7a7a14785 req-217649f3-33df-430c-bcb9-6dc5177d0baa tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/security-groups?id=189333c9-11a5-4f2f-acef-e76f6d526f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747256 May 25 15:46:04.783196 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-22a0450e-0b7b-4ac9-abfa-ccad9dc82112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:04.788315 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-22a0450e-0b7b-4ac9-abfa-ccad9dc82112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:04.835483 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-7e613aa5-1341-44ea-8baa-90bbdb2d40fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:04.845915 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-22a0450e-0b7b-4ac9-abfa-ccad9dc82112 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=83af3eb5ef3b4cb5a23a968a0da241a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5034676 May 25 15:46:04.848583 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 46898) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:46:04.966123 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device 904c50ab-92ff-4c44-82da-092fe7d19531 details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=98656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:46:04.998622 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a0450e-0b7b-4ac9-abfa-ccad9dc82112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e527643a-b09e-4a1c-a95b-4558dd8c04bf,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:05.008192 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-22a0450e-0b7b-4ac9-abfa-ccad9dc82112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:05.075001 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6933c1c-0c46-42c2-bc41-ca40bd8eceaa req-03010147-8dac-43fe-9a16-f76b7324e933 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:05.084276 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f6933c1c-0c46-42c2-bc41-ca40bd8eceaa req-03010147-8dac-43fe-9a16-f76b7324e933 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fed6aa9-0fee-40f8-b6c0-acc367a7adf2 HTTP/1.1" status: 200 len: 945 time: 0.2498360 May 25 15:46:05.117406 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee86188-e297-4f37-a6bd-41e7a5bb80f0 req-e9aab32a-f333-40e2-ad02-e6b44906d46b tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:05.125772 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-8ee86188-e297-4f37-a6bd-41e7a5bb80f0 req-e9aab32a-f333-40e2-ad02-e6b44906d46b tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8eae8b-dc74-423c-bfe9-2e231dec17a1 HTTP/1.1" status: 200 len: 945 time: 0.2272575 May 25 15:46:05.146787 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-172f7edf-163d-49c1-8c89-a3d44790abd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:05.186611 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f6933c1c-0c46-42c2-bc41-ca40bd8eceaa req-1c3c9480-86c2-4fc2-bc5e-ccffcb9f5edb tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4529b81-f2bf-45be-9726-8261e84ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009464 May 25 15:46:05.220463 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-172f7edf-163d-49c1-8c89-a3d44790abd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:05.220649 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-8ee86188-e297-4f37-a6bd-41e7a5bb80f0 req-b16a5ea0-3992-4615-a027-c68bb4359d57 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7d5e15d-8c08-4fba-97a1-bb7f546ffa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936332 May 25 15:46:05.299499 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port 904c50ab-92ff-4c44-82da-092fe7d19531, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=904c50ab-92ff-4c44-82da-092fe7d19531,segment=NetworkSegment(8626442b-6d51-4379-a5f0-edfdfd330e04),segment_id=8626442b-6d51-4379-a5f0-edfdfd330e04)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:46:05.327010 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Returning: {'device': '904c50ab-92ff-4c44-82da-092fe7d19531', 'network_id': 'a9666395-6498-4bd8-9812-838161f765df', 'port_id': '904c50ab-92ff-4c44-82da-092fe7d19531', 'mac_address': 'fa:16:3e:5a:03:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78d8c6d8-85b3-4128-a7af-7d4f98cb12b1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:46:05.331513 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-172f7edf-163d-49c1-8c89-a3d44790abd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:05.336322 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-12ed49ab-000e-4ebf-b8fe-98393903e2d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:05.351115 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172f7edf-163d-49c1-8c89-a3d44790abd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e527643a-b09e-4a1c-a95b-4558dd8c04bf,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:05.368788 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-172f7edf-163d-49c1-8c89-a3d44790abd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:05.369862 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-172f7edf-163d-49c1-8c89-a3d44790abd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:05.371458 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-172f7edf-163d-49c1-8c89-a3d44790abd0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e527643a-b09e-4a1c-a95b-4558dd8c04bf HTTP/1.1" status: 204 len: 168 time: 0.5216494 May 25 15:46:05.527512 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:05.552786 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b6943-f856-4971-8516-8a8fdaa2f786 req-edaf092d-aea8-4150-863c-7573d2391da9 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:05.563024 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-d59b6943-f856-4971-8516-8a8fdaa2f786 req-edaf092d-aea8-4150-863c-7573d2391da9 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 946 time: 0.2406926 May 25 15:46:05.581310 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.notifiers.nova [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 904c50ab-92ff-4c44-82da-092fe7d19531 {{(pid=98656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:46:05.611489 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port 904c50ab-92ff-4c44-82da-092fe7d19531, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=904c50ab-92ff-4c44-82da-092fe7d19531,segment=NetworkSegment(8626442b-6d51-4379-a5f0-edfdfd330e04),segment_id=8626442b-6d51-4379-a5f0-edfdfd330e04)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:46:05.619644 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:05.626704 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-00d15ec1-d46c-4144-91cc-7dee23137aa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:05.707510 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-d59b6943-f856-4971-8516-8a8fdaa2f786 req-09577416-d8da-4339-83a8-011cc113edb7 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433246 May 25 15:46:05.788974 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Pushing event updated for resources: {'Port': ['ID=904c50ab-92ff-4c44-82da-092fe7d19531,revision_number=4']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:05.800891 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:05.801518 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:05.802010 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:05.802648 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:05.803140 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:05.803715 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:05.804388 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:05.805073 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:05.805706 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:05.806320 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:05.806992 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:05.808012 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:05.823793 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:06.006284 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83017f5-8e7b-4bbc-bba9-499171b61eae req-23e88dfe-483b-4c32-8f6f-1f85e2f6b1bf tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:06.017255 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-b83017f5-8e7b-4bbc-bba9-499171b61eae req-23e88dfe-483b-4c32-8f6f-1f85e2f6b1bf tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/ports?device_id=f81b166b-b834-47f1-b96d-c38478e12435 HTTP/1.1" status: 200 len: 945 time: 0.1598203 May 25 15:46:06.096211 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-b83017f5-8e7b-4bbc-bba9-499171b61eae req-dea8545e-ee3e-4751-a5a2-03fefb9dbbab tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/security-groups?id=189333c9-11a5-4f2f-acef-e76f6d526f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773785 May 25 15:46:06.132057 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] get_ports_and_sgs() called for port_ids ['904c50ab-92ff-4c44-82da-092fe7d19531'] {{(pid=98656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:46:06.648902 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe726f-1497-47d7-9d6b-11f2cc6ab832 req-56deac5a-7629-4c56-b122-39a6dcf92dd0 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:06.650518 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-aabe726f-1497-47d7-9d6b-11f2cc6ab832 req-56deac5a-7629-4c56-b122-39a6dcf92dd0 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fed6aa9-0fee-40f8-b6c0-acc367a7adf2 HTTP/1.1" status: 200 len: 945 time: 0.2424214 May 25 15:46:06.704536 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dff4f4-fd7e-47b4-afd3-2fc7c166838c req-6e5a7e06-fe62-46d1-9c5c-bd7aa394e5a3 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:06.716340 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-52dff4f4-fd7e-47b4-afd3-2fc7c166838c req-6e5a7e06-fe62-46d1-9c5c-bd7aa394e5a3 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8eae8b-dc74-423c-bfe9-2e231dec17a1 HTTP/1.1" status: 200 len: 945 time: 0.2139106 May 25 15:46:06.787475 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-aabe726f-1497-47d7-9d6b-11f2cc6ab832 req-112f4d63-d6e3-4efb-a7ac-2554264f90f9 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4529b81-f2bf-45be-9726-8261e84ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291561 May 25 15:46:06.835570 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-52dff4f4-fd7e-47b4-afd3-2fc7c166838c req-eb04b5cf-e7d6-411e-a633-ef14a6544948 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7d5e15d-8c08-4fba-97a1-bb7f546ffa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091139 May 25 15:46:07.229044 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64595489-a1d9-47d5-ae60-25e2f79b78df req-999bc7f5-ad18-448f-8fdb-be027c2bf8dd tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:07.229941 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-64595489-a1d9-47d5-ae60-25e2f79b78df req-999bc7f5-ad18-448f-8fdb-be027c2bf8dd tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 946 time: 0.2068598 May 25 15:46:07.322520 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-64595489-a1d9-47d5-ae60-25e2f79b78df req-c9af0f64-79ba-45c4-a4ce-334c14ea06e3 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820692 May 25 15:46:07.450068 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad36148-465a-4a78-845c-8db15ef12559 req-87db7928-19c0-4813-adc0-0477b806835b tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:07.452174 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-8ad36148-465a-4a78-845c-8db15ef12559 req-87db7928-19c0-4813-adc0-0477b806835b tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/ports?device_id=f81b166b-b834-47f1-b96d-c38478e12435 HTTP/1.1" status: 200 len: 945 time: 0.1199048 May 25 15:46:07.535165 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-8ad36148-465a-4a78-845c-8db15ef12559 req-e2c9e29b-eec1-4c7a-9fee-c1a7d400b278 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/security-groups?id=189333c9-11a5-4f2f-acef-e76f6d526f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722818 May 25 15:46:08.219915 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4671981-1e12-4a50-a817-76e1ba53eba2 req-dbb75e13-7ad4-4e3f-b3b1-c36ffba8781e tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:08.231876 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-b4671981-1e12-4a50-a817-76e1ba53eba2 req-dbb75e13-7ad4-4e3f-b3b1-c36ffba8781e tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fed6aa9-0fee-40f8-b6c0-acc367a7adf2 HTTP/1.1" status: 200 len: 945 time: 0.2973871 May 25 15:46:08.270138 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b558a1a-8d8a-4083-8c0c-4dfcb2ea5e74 req-07a83903-02aa-434e-817f-dccc8d09579c tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:08.271785 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-5b558a1a-8d8a-4083-8c0c-4dfcb2ea5e74 req-07a83903-02aa-434e-817f-dccc8d09579c tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8eae8b-dc74-423c-bfe9-2e231dec17a1 HTTP/1.1" status: 200 len: 945 time: 0.2547569 May 25 15:46:08.387172 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-b4671981-1e12-4a50-a817-76e1ba53eba2 req-7c795e13-8102-479e-a357-2f3232cbc57c tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4529b81-f2bf-45be-9726-8261e84ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539619 May 25 15:46:08.432693 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-5b558a1a-8d8a-4083-8c0c-4dfcb2ea5e74 req-d484c830-b044-4cad-827b-1eea29af9a2d tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7d5e15d-8c08-4fba-97a1-bb7f546ffa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334758 May 25 15:46:08.711680 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1475e6d-82b6-4fd4-91d5-a8a8929a9937 req-1317dfba-9066-4632-8b8b-53657d043ae6 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:08.720188 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-b1475e6d-82b6-4fd4-91d5-a8a8929a9937 req-1317dfba-9066-4632-8b8b-53657d043ae6 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 946 time: 0.1625638 May 25 15:46:08.888010 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-b1475e6d-82b6-4fd4-91d5-a8a8929a9937 req-a5369d3d-40ef-45c7-8cdc-b3fedd2b282f tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657839 May 25 15:46:08.937757 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 47020) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:46:08.981546 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device 904c50ab-92ff-4c44-82da-092fe7d19531 up at agent hyperv_hv-cinder-79123 {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:46:09.214302 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Provisioning for port 904c50ab-92ff-4c44-82da-092fe7d19531 completed by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:46:09.238158 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Provisioning complete for port 904c50ab-92ff-4c44-82da-092fe7d19531 triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:46:09.239665 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:09.271150 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b0299-8fa9-4352-88e1-8192476de799 req-a0df97c7-faaa-48f3-8507-8208fbfb26e4 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:09.279967 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-b73b0299-8fa9-4352-88e1-8192476de799 req-a0df97c7-faaa-48f3-8507-8208fbfb26e4 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/ports?device_id=f81b166b-b834-47f1-b96d-c38478e12435 HTTP/1.1" status: 200 len: 945 time: 0.2742081 May 25 15:46:09.347298 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-ca202dcd-c90d-474d-911d-eaa9a42131a7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=94a673eb92e74c109a16e0e7fb5ee36a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4077997 May 25 15:46:09.348222 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 47026) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:46:09.442605 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-7fff5a90-8b1c-4826-9f71-8093328be182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:09.476633 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc88648a-5d61-435c-bae1-acd0f8da9269 req-32f4b75e-f795-45a1-a755-6f01a0fff785 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:09.479157 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-bc88648a-5d61-435c-bae1-acd0f8da9269 req-32f4b75e-f795-45a1-a755-6f01a0fff785 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8eae8b-dc74-423c-bfe9-2e231dec17a1 HTTP/1.1" status: 200 len: 945 time: 0.3678818 May 25 15:46:09.487798 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-7fff5a90-8b1c-4826-9f71-8093328be182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:09.518257 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-b73b0299-8fa9-4352-88e1-8192476de799 req-9418b55c-5bfa-4cb3-8470-51d4fb13e877 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/security-groups?id=189333c9-11a5-4f2f-acef-e76f6d526f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2370636 May 25 15:46:09.592938 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-7fff5a90-8b1c-4826-9f71-8093328be182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:09.603198 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:09.619726 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-748089a9-2113-4cac-8c82-a12d0ca20a81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:09.663075 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fff5a90-8b1c-4826-9f71-8093328be182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c710f655-a1e1-4d7d-8013-a720fea73806,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:09.670015 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-7fff5a90-8b1c-4826-9f71-8093328be182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:09.691904 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-7fff5a90-8b1c-4826-9f71-8093328be182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:09.697947 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-7fff5a90-8b1c-4826-9f71-8093328be182 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c710f655-a1e1-4d7d-8013-a720fea73806 HTTP/1.1" status: 204 len: 168 time: 0.3480680 May 25 15:46:09.723867 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f81b166b-b834-47f1-b96d-c38478e12435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '904c50ab-92ff-4c44-82da-092fe7d19531'}] {{(pid=98656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:46:09.739925 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port 904c50ab-92ff-4c44-82da-092fe7d19531, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=904c50ab-92ff-4c44-82da-092fe7d19531,segment=NetworkSegment(8626442b-6d51-4379-a5f0-edfdfd330e04),segment_id=8626442b-6d51-4379-a5f0-edfdfd330e04)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:46:09.747169 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-bc88648a-5d61-435c-bae1-acd0f8da9269 req-f0712eac-5852-4ec9-a5f6-e54b878e08ce tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7d5e15d-8c08-4fba-97a1-bb7f546ffa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2435801 May 25 15:46:09.748475 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:09.752132 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:09.779757 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f9313-2dfe-4363-a934-b812ef59fc14 req-11aca3b3-c51b-48ef-ac59-78ae38fb301e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:09.793704 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-130f9313-2dfe-4363-a934-b812ef59fc14 req-11aca3b3-c51b-48ef-ac59-78ae38fb301e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ef29f0583dbd4d57978afb4a9dcb4a9d&device_id=cf8eae8b-dc74-423c-bfe9-2e231dec17a1 HTTP/1.1" status: 200 len: 1098 time: 0.5387695 May 25 15:46:09.924524 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Pushing event updated for resources: {'Port': ['ID=904c50ab-92ff-4c44-82da-092fe7d19531,revision_number=5']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:09.929802 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:09.942080 dv-cinder-791239-3-smb neutron-server[98656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f81b166b-b834-47f1-b96d-c38478e12435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '904c50ab-92ff-4c44-82da-092fe7d19531', 'code': 200} May 25 15:46:10.217753 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f9313-2dfe-4363-a934-b812ef59fc14 req-5a21db44-9ffb-4d14-8789-07c90ef3626e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:10.232383 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-130f9313-2dfe-4363-a934-b812ef59fc14 req-5a21db44-9ffb-4d14-8789-07c90ef3626e service neutron] 10.222.0.62 "GET /v2.0/networks?id=91f778d4-efe4-4f00-8d64-09660e7b60f7 HTTP/1.1" status: 200 len: 912 time: 0.4153073 May 25 15:46:10.270493 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29429d-4d34-4737-b1d4-195bca69d6e9 req-15acee41-8f91-4039-b07f-e1c4fe1a7a62 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:10.278404 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-7e29429d-4d34-4737-b1d4-195bca69d6e9 req-15acee41-8f91-4039-b07f-e1c4fe1a7a62 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fed6aa9-0fee-40f8-b6c0-acc367a7adf2 HTTP/1.1" status: 200 len: 945 time: 0.4040532 May 25 15:46:10.620617 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbdf9ed-f296-4b85-87a8-d91adb423280 req-0b3c28ad-c862-4335-934b-87303c9b4797 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:10.623155 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-8dbdf9ed-f296-4b85-87a8-d91adb423280 req-0b3c28ad-c862-4335-934b-87303c9b4797 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fed6aa9-0fee-40f8-b6c0-acc367a7adf2 HTTP/1.1" status: 200 len: 945 time: 0.4608829 May 25 15:46:10.627162 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-7e29429d-4d34-4737-b1d4-195bca69d6e9 req-7bca0f78-9d4d-4084-9887-49b63c4766ae tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4529b81-f2bf-45be-9726-8261e84ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478312 May 25 15:46:10.712498 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-130f9313-2dfe-4363-a934-b812ef59fc14 req-488f64ed-034f-4311-a7f5-2caa9585054f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b113cd9c-edf4-4110-912c-3f957935bcb8 HTTP/1.1" status: 200 len: 1000 time: 0.3781443 May 25 15:46:10.746988 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e965a52-2c06-46db-8dc2-87ada9733ba6 req-f888221d-082d-4cd9-9cc3-4e2f46c4fd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:10.749487 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-8e965a52-2c06-46db-8dc2-87ada9733ba6 req-f888221d-082d-4cd9-9cc3-4e2f46c4fd9a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f81b166b-b834-47f1-b96d-c38478e12435 HTTP/1.1" status: 200 len: 1099 time: 0.2882793 May 25 15:46:10.868733 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-8e965a52-2c06-46db-8dc2-87ada9733ba6 req-0f706e81-b6ea-4d47-94a5-60d93ec1e2d2 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=189333c9-11a5-4f2f-acef-e76f6d526f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736229 May 25 15:46:10.898049 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.plugin [req-8dbdf9ed-f296-4b85-87a8-d91adb423280 req-7c325353-80d5-4b69-9eb4-3abc5c3b3e60 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Deleting port 88f23e2f-de49-41a1-9cb7-b1da9a737e32 {{(pid=98653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:46:10.898489 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-8dbdf9ed-f296-4b85-87a8-d91adb423280 req-7c325353-80d5-4b69-9eb4-3abc5c3b3e60 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730536052803'] for port, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:10.917460 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f9313-2dfe-4363-a934-b812ef59fc14 req-60c4612e-07d3-4977-bd84-cc227016a73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:10.919533 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-130f9313-2dfe-4363-a934-b812ef59fc14 req-60c4612e-07d3-4977-bd84-cc227016a73f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1434e2d-9207-4f36-a5e8-fa06210626a6 HTTP/1.1" status: 200 len: 850 time: 0.1986151 May 25 15:46:10.987775 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e137dee-ae0d-4af4-9120-be1929d49f05 req-37d7ecab-7a9d-4303-a9a8-9a509f99041e tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:10.990255 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-7e137dee-ae0d-4af4-9120-be1929d49f05 req-37d7ecab-7a9d-4303-a9a8-9a509f99041e tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 946 time: 0.4985685 May 25 15:46:11.105775 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-7e137dee-ae0d-4af4-9120-be1929d49f05 req-d653379a-7611-4ccd-8252-7977f6daa41c tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023729 May 25 15:46:11.146903 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b7bed-3bc7-4219-949c-f1ddc9ac33a5 req-409a762b-9948-452c-9ae0-d2b201f07fff tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:11.156663 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-5f3b7bed-3bc7-4219-949c-f1ddc9ac33a5 req-409a762b-9948-452c-9ae0-d2b201f07fff tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/ports?device_id=f81b166b-b834-47f1-b96d-c38478e12435 HTTP/1.1" status: 200 len: 946 time: 0.2226129 May 25 15:46:11.157223 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.db [req-8dbdf9ed-f296-4b85-87a8-d91adb423280 req-7c325353-80d5-4b69-9eb4-3abc5c3b3e60 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] For port 88f23e2f-de49-41a1-9cb7-b1da9a737e32, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=88f23e2f-de49-41a1-9cb7-b1da9a737e32,segment=NetworkSegment(7f3aa47a-1eed-4b1d-a469-5006e97eaeb2),segment_id=7f3aa47a-1eed-4b1d-a469-5006e97eaeb2)] {{(pid=98653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:46:11.157677 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-8dbdf9ed-f296-4b85-87a8-d91adb423280 req-7c325353-80d5-4b69-9eb4-3abc5c3b3e60 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16426746'] for port, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:11.218329 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-5f3b7bed-3bc7-4219-949c-f1ddc9ac33a5 req-ef1d3d93-7cc8-4959-896b-924595ffc897 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/security-groups?id=189333c9-11a5-4f2f-acef-e76f6d526f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603499 May 25 15:46:11.340178 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.plugin [req-8dbdf9ed-f296-4b85-87a8-d91adb423280 req-7c325353-80d5-4b69-9eb4-3abc5c3b3e60 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Calling delete_port for 88f23e2f-de49-41a1-9cb7-b1da9a737e32 owned by compute:nova {{(pid=98653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:46:11.416898 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f9313-2dfe-4363-a934-b812ef59fc14 req-dc0fa2ae-6b6b-4a49-a833-e682a1abb06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:11.418577 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-130f9313-2dfe-4363-a934-b812ef59fc14 req-dc0fa2ae-6b6b-4a49-a833-e682a1abb06f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=91f778d4-efe4-4f00-8d64-09660e7b60f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1841102 May 25 15:46:11.548344 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-8dbdf9ed-f296-4b85-87a8-d91adb423280 req-7c325353-80d5-4b69-9eb4-3abc5c3b3e60 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730536055462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730535669971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14739030'] for port, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:11.554879 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-d6687931-b4bc-4da0-9742-6b39fe7c2f07 tempest-DeleteServersTestJSON-1287688588 tempest-DeleteServersTestJSON-1287688588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:11.569628 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92cca6-2580-4dc7-8ffc-a5e55ba1f2d8 req-b197a86c-242b-4a62-ae57-4fa044f57e9a tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:11.578839 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-dd92cca6-2580-4dc7-8ffc-a5e55ba1f2d8 req-b197a86c-242b-4a62-ae57-4fa044f57e9a tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8eae8b-dc74-423c-bfe9-2e231dec17a1 HTTP/1.1" status: 200 len: 945 time: 0.2805395 May 25 15:46:11.672503 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-dd92cca6-2580-4dc7-8ffc-a5e55ba1f2d8 req-fccaf5fb-e044-4aa2-b330-88517d9a2b40 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7d5e15d-8c08-4fba-97a1-bb7f546ffa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889127 May 25 15:46:11.688628 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c325353-80d5-4b69-9eb4-3abc5c3b3e60 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Pushing event deleted for resources: {'Port': ['ID=88f23e2f-de49-41a1-9cb7-b1da9a737e32,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:11.703921 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-7c325353-80d5-4b69-9eb4-3abc5c3b3e60 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:11.801248 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-130f9313-2dfe-4363-a934-b812ef59fc14 req-9f19da8e-c152-4dd3-9a1c-60dce02f55af service neutron] 10.222.0.62 "GET /v2.0/networks/91f778d4-efe4-4f00-8d64-09660e7b60f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3741279 May 25 15:46:11.802190 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dbdf9ed-f296-4b85-87a8-d91adb423280 req-7c325353-80d5-4b69-9eb4-3abc5c3b3e60 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] No DVR routers for this DVR port 88f23e2f-de49-41a1-9cb7-b1da9a737e32 on host hv-cinder-79123 {{(pid=98653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:46:11.808981 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-8dbdf9ed-f296-4b85-87a8-d91adb423280 req-7c325353-80d5-4b69-9eb4-3abc5c3b3e60 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for port, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:11.812421 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fed6aa9-0fee-40f8-b6c0-acc367a7adf2', 'name': 'network-vif-deleted', 'tag': '88f23e2f-de49-41a1-9cb7-b1da9a737e32'}] {{(pid=98653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:46:11.859959 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-8dbdf9ed-f296-4b85-87a8-d91adb423280 req-7c325353-80d5-4b69-9eb4-3abc5c3b3e60 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.62 "DELETE /v2.0/ports/88f23e2f-de49-41a1-9cb7-b1da9a737e32 HTTP/1.1" status: 204 len: 173 time: 1.2277765 May 25 15:46:11.954886 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fed6aa9-0fee-40f8-b6c0-acc367a7adf2', 'name': 'network-vif-deleted', 'tag': '88f23e2f-de49-41a1-9cb7-b1da9a737e32', 'status': 'completed', 'code': 200} May 25 15:46:12.058691 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-130f9313-2dfe-4363-a934-b812ef59fc14 req-1fd5c591-8c59-4963-8e4f-ca812e66038f service neutron] 10.222.0.62 "GET /v2.0/networks/91f778d4-efe4-4f00-8d64-09660e7b60f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493637 May 25 15:46:12.507450 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-62141f51-7e18-4780-9c9a-d00ba703f35c req-71d24487-c288-40b8-9c48-ed2f836d3b48 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fed6aa9-0fee-40f8-b6c0-acc367a7adf2 HTTP/1.1" status: 200 len: 210 time: 0.4476318 May 25 15:46:12.806022 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09be959-be9e-4030-85dc-63115f6a1b8b req-2123612c-72e3-4b5b-afdb-4c76904a5d91 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:12.808520 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c09be959-be9e-4030-85dc-63115f6a1b8b req-2123612c-72e3-4b5b-afdb-4c76904a5d91 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 946 time: 0.3034441 May 25 15:46:12.892329 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c09be959-be9e-4030-85dc-63115f6a1b8b req-b0363061-a5c4-4dce-88d9-5551e481f04f tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769069 May 25 15:46:12.912390 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f47ac9-e908-4739-b72d-d2320f92da3f req-13033b8b-6ad7-41d0-a3b3-09cc4f31fbe6 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:12.931992 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f5f47ac9-e908-4739-b72d-d2320f92da3f req-13033b8b-6ad7-41d0-a3b3-09cc4f31fbe6 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/ports?device_id=f81b166b-b834-47f1-b96d-c38478e12435 HTTP/1.1" status: 200 len: 946 time: 0.1817098 May 25 15:46:13.010941 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device 88f23e2f-de49-41a1-9cb7-b1da9a737e32 no longer exists at agent hyperv_hv-cinder-79123 {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:46:13.011527 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f5f47ac9-e908-4739-b72d-d2320f92da3f req-0ada9035-d327-4f19-a178-23b412b6115c tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/security-groups?id=189333c9-11a5-4f2f-acef-e76f6d526f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818799 May 25 15:46:13.149071 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] No Port match for: 88f23e2f-de49-41a1-9cb7-b1da9a737e32 {{(pid=98656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:46:13.150477 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device 88f23e2f-de49-41a1-9cb7-b1da9a737e32 not bound to the agent host hv-cinder-79123 {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:46:13.273144 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c1576-9298-4d2e-8f2e-c46566a74725 req-9d9ac10c-18cf-4148-8e87-a7977533628c tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:13.282450 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-952c1576-9298-4d2e-8f2e-c46566a74725 req-9d9ac10c-18cf-4148-8e87-a7977533628c tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8eae8b-dc74-423c-bfe9-2e231dec17a1 HTTP/1.1" status: 200 len: 945 time: 0.1632109 May 25 15:46:13.352101 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-952c1576-9298-4d2e-8f2e-c46566a74725 req-18109f88-274a-4735-b976-216d87a83fc7 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7d5e15d-8c08-4fba-97a1-bb7f546ffa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683360 May 25 15:46:13.382898 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946922d7-913f-4b73-ab4e-533e4f636a9f req-ad6717a2-3e48-488c-9e60-fd02ce41f874 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:13.384887 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-946922d7-913f-4b73-ab4e-533e4f636a9f req-ad6717a2-3e48-488c-9e60-fd02ce41f874 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/ports?device_id=f81b166b-b834-47f1-b96d-c38478e12435 HTTP/1.1" status: 200 len: 946 time: 0.1685526 May 25 15:46:13.443706 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-946922d7-913f-4b73-ab4e-533e4f636a9f req-9623cc40-62d1-43fd-844e-22f4531f4c28 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/security-groups?id=189333c9-11a5-4f2f-acef-e76f6d526f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517414 May 25 15:46:13.469003 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 47092) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:46:14.033322 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068291ee-ccd8-4a82-8776-a9951b32d982 tempest-TestShelveInstance-420049112 tempest-TestShelveInstance-420049112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:14.035821 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-068291ee-ccd8-4a82-8776-a9951b32d982 tempest-TestShelveInstance-420049112 tempest-TestShelveInstance-420049112-project-admin] Synchronizing usage tracker for tenant:97bfd5130443440abba4bb0857cd803f on resource:port {{(pid=98653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:46:14.179405 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-068291ee-ccd8-4a82-8776-a9951b32d982 tempest-TestShelveInstance-420049112 tempest-TestShelveInstance-420049112-project-admin] Unset dirty status for tenant:97bfd5130443440abba4bb0857cd803f on resource:port {{(pid=98653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:46:14.181120 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-068291ee-ccd8-4a82-8776-a9951b32d982 tempest-TestShelveInstance-420049112 tempest-TestShelveInstance-420049112-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f81b166b-b834-47f1-b96d-c38478e12435 HTTP/1.1" status: 200 len: 1094 time: 0.7093577 May 25 15:46:14.190445 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 47112) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:46:14.196187 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [None req-caf8be2b-7d15-4cec-8321-d515d4001994 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Request body: {'floatingip': {'floating_network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'port_id': '904c50ab-92ff-4c44-82da-092fe7d19531', 'tenant_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:46:14.205484 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-caf8be2b-7d15-4cec-8321-d515d4001994 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:46:14.211983 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-caf8be2b-7d15-4cec-8321-d515d4001994 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Usage tracker for resource:floatingip and tenant:e9b5bff4dfaf41e8a476ec518bbc48d4 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:46:14.226653 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-caf8be2b-7d15-4cec-8321-d515d4001994 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:46:14.248830 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-caf8be2b-7d15-4cec-8321-d515d4001994 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:46:14.268511 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-caf8be2b-7d15-4cec-8321-d515d4001994 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Notify callbacks [] for floatingip, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:14.357581 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694aceef-8cea-4df7-b517-1e40ea6679c2 req-39871441-c0ae-4f6f-b0c3-dbfd0e106cb2 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:14.362493 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-694aceef-8cea-4df7-b517-1e40ea6679c2 req-39871441-c0ae-4f6f-b0c3-dbfd0e106cb2 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 946 time: 0.2328999 May 25 15:46:14.438255 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-85220f63-cc51-44e1-9fc0-21761f3512b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:14.509862 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-694aceef-8cea-4df7-b517-1e40ea6679c2 req-4f9f6d49-fd3a-4581-bbfd-543ff6a4b8eb tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407752 May 25 15:46:14.512176 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-caf8be2b-7d15-4cec-8321-d515d4001994 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:14.706591 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.db_base_plugin_common [None req-caf8be2b-7d15-4cec-8321-d515d4001994 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Allocated IP 172.28.3.84 (d51110de-dc62-4f0f-8f8a-5177828fdd7b/65a5f471-3295-4779-8fb3-11f32d4097e9/f7c5c20f-e230-4701-93d9-707567ed4896) {{(pid=98653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:46:14.974033 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-caf8be2b-7d15-4cec-8321-d515d4001994 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Notify callbacks [] for port, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:15.038474 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-caf8be2b-7d15-4cec-8321-d515d4001994 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730535669962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14739030'] for port, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:15.043463 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:15.136578 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf8be2b-7d15-4cec-8321-d515d4001994 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Network d51110de-dc62-4f0f-8f8a-5177828fdd7b is already hosted by enough agents. {{(pid=98653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:46:15.140143 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.base_scheduler [None req-caf8be2b-7d15-4cec-8321-d515d4001994 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Resources bound (agent type, host, resource id): {{(pid=98653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:46:15.144073 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf8be2b-7d15-4cec-8321-d515d4001994 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Received port after_create {{(pid=98653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:46:15.289791 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf8be2b-7d15-4cec-8321-d515d4001994 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Pushing event updated for resources: {'Port': ['ID=f7c5c20f-e230-4701-93d9-707567ed4896,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:15.317884 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-caf8be2b-7d15-4cec-8321-d515d4001994 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:15.879611 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c6772-e5c0-4f8c-b7b4-3b35982dae30 req-8edeabfb-ec01-496b-8c86-c98b009eb250 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:15.881283 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f45c6772-e5c0-4f8c-b7b4-3b35982dae30 req-8edeabfb-ec01-496b-8c86-c98b009eb250 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 946 time: 0.1373744 May 25 15:46:15.953222 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f45c6772-e5c0-4f8c-b7b4-3b35982dae30 req-66a90ca8-2ab6-4e55-a287-acf74fb4ef9f tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604985 May 25 15:46:16.131048 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-caf8be2b-7d15-4cec-8321-d515d4001994 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:16.288659 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-caf8be2b-7d15-4cec-8321-d515d4001994 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:16.519837 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd5289-df68-4148-b89c-3e208f572a23 req-388596b2-0393-4b9b-a5e8-50c1362d8373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:16.521331 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-24fd5289-df68-4148-b89c-3e208f572a23 req-388596b2-0393-4b9b-a5e8-50c1362d8373 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e74cfaf52f64453a8a7344d0a12351a4&device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 1099 time: 0.0786321 May 25 15:46:16.553638 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-caf8be2b-7d15-4cec-8321-d515d4001994 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Notify callbacks [] for port, precommit_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:16.558841 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-caf8be2b-7d15-4cec-8321-d515d4001994 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14739039'] for port, after_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:16.562740 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-33b1bdcc-02e8-44bc-aa4d-cee08745d522 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:16.677020 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf8be2b-7d15-4cec-8321-d515d4001994 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Pushing event updated for resources: {'Port': ['ID=f7c5c20f-e230-4701-93d9-707567ed4896,revision_number=2']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:16.681348 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-caf8be2b-7d15-4cec-8321-d515d4001994 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:16.692747 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-caf8be2b-7d15-4cec-8321-d515d4001994 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423449'] for floatingip, after_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:16.701679 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd5289-df68-4148-b89c-3e208f572a23 req-25b597a9-93f1-4b2f-9203-0a880d6a7e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:16.704058 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-24fd5289-df68-4148-b89c-3e208f572a23 req-25b597a9-93f1-4b2f-9203-0a880d6a7e74 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9c420c9e-5d3a-4c72-87cc-64c647e4aa69 HTTP/1.1" status: 200 len: 917 time: 0.1752396 May 25 15:46:16.813644 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-24fd5289-df68-4148-b89c-3e208f572a23 req-33e6e5df-c438-448b-af63-b0497b2754d2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c772fa9-6a38-4554-9f1d-f8b47571819e HTTP/1.1" status: 200 len: 1001 time: 0.1031280 May 25 15:46:16.880103 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.db.l3_db [None req-caf8be2b-7d15-4cec-8321-d515d4001994 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Floating IP 6c15b7de-defc-4f49-a9c3-7b214b9ce9b6 associated. External IP: 172.28.3.84, port: 904c50ab-92ff-4c44-82da-092fe7d19531. May 25 15:46:16.883793 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd5289-df68-4148-b89c-3e208f572a23 req-fab05296-f060-4ad6-9790-6720d7fd661c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:16.885248 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-24fd5289-df68-4148-b89c-3e208f572a23 req-fab05296-f060-4ad6-9790-6720d7fd661c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a3cc6c99-8adf-4559-8841-da254b001c5f HTTP/1.1" status: 200 len: 855 time: 0.0654962 May 25 15:46:16.966697 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd5289-df68-4148-b89c-3e208f572a23 req-81483cd8-fe9b-4b1c-b117-22973bd0c3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:16.968230 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-24fd5289-df68-4148-b89c-3e208f572a23 req-81483cd8-fe9b-4b1c-b117-22973bd0c3e9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9c420c9e-5d3a-4c72-87cc-64c647e4aa69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0762653 May 25 15:46:17.180242 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-24fd5289-df68-4148-b89c-3e208f572a23 req-188feb44-a1b9-4d2f-b269-bc7259ab4abf service neutron] 10.222.0.62 "GET /v2.0/networks/9c420c9e-5d3a-4c72-87cc-64c647e4aa69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058473 May 25 15:46:17.300956 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:17.359677 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02063fc2-02c3-48c7-a64a-d239f5b0f591 req-52d91b7c-4f85-4eb6-8cb3-a669cab63ebd tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:17.362080 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-02063fc2-02c3-48c7-a64a-d239f5b0f591 req-52d91b7c-4f85-4eb6-8cb3-a669cab63ebd tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 946 time: 0.2383235 May 25 15:46:17.419431 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-24fd5289-df68-4148-b89c-3e208f572a23 req-68b056ac-78b7-4815-aa4f-fe9c0f39da69 service neutron] 10.222.0.62 "GET /v2.0/networks/9c420c9e-5d3a-4c72-87cc-64c647e4aa69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302747 May 25 15:46:17.460002 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-7f422d59-e4e8-4c88-804e-4ac621c49eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:17.466731 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-02063fc2-02c3-48c7-a64a-d239f5b0f591 req-889b09c0-ec18-42f7-8a58-ac5775157382 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921712 May 25 15:46:17.499398 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf8be2b-7d15-4cec-8321-d515d4001994 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Router 0e4eb1b7-dca6-4431-920c-76aa655fc542 has already been hosted by L3 agent f8a1ad16-ec6f-48c0-91e7-34790a8304cd {{(pid=98653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:46:17.729119 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf8be2b-7d15-4cec-8321-d515d4001994 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Notify agent at l3_agent.dv-cinder-791239-3-smb the message routers_updated {{(pid=98653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:46:17.743307 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afb048b-ad17-418c-a0dd-db26022eef3c None None] Sync routers for ids ['0e4eb1b7-dca6-4431-920c-76aa655fc542'] in dv-cinder-791239-3-smb {{(pid=98656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:46:17.763599 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afb048b-ad17-418c-a0dd-db26022eef3c None None] Routers {'0e4eb1b7-dca6-4431-920c-76aa655fc542'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:46:17.766144 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-0afb048b-ad17-418c-a0dd-db26022eef3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:46:17Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['0e4eb1b7-dca6-4431-920c-76aa655fc542'], 'active': True} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:46:17.768051 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-caf8be2b-7d15-4cec-8321-d515d4001994 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for floatingip, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:17.853622 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-caf8be2b-7d15-4cec-8321-d515d4001994 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6621416 May 25 15:46:17.854878 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f81b166b-b834-47f1-b96d-c38478e12435', 'tag': '904c50ab-92ff-4c44-82da-092fe7d19531'}] {{(pid=98653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:46:17.913895 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f81b166b-b834-47f1-b96d-c38478e12435', 'tag': '904c50ab-92ff-4c44-82da-092fe7d19531', 'status': 'completed', 'code': 200} May 25 15:46:18.039675 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvr_db [None req-0afb048b-ad17-418c-a0dd-db26022eef3c None None] Set router 0e4eb1b7-dca6-4431-920c-76aa655fc542 gateway port host: dv-cinder-791239-3-smb {{(pid=98656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:46:18.074374 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef9544-a444-4f19-8987-0f0a80e00871 req-266fc038-8d37-434d-92f1-c7d3a437fb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:18.076596 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-d1ef9544-a444-4f19-8987-0f0a80e00871 req-266fc038-8d37-434d-92f1-c7d3a437fb6b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e9b5bff4dfaf41e8a476ec518bbc48d4&device_id=f81b166b-b834-47f1-b96d-c38478e12435 HTTP/1.1" status: 200 len: 1099 time: 0.1015973 May 25 15:46:18.325992 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 47234) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:46:18.366448 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef9544-a444-4f19-8987-0f0a80e00871 req-9e2f6f1e-434a-463e-a430-93f14c5f180c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:18.368309 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-d1ef9544-a444-4f19-8987-0f0a80e00871 req-9e2f6f1e-434a-463e-a430-93f14c5f180c service neutron] 10.222.0.62 "GET /v2.0/networks?id=a9666395-6498-4bd8-9812-838161f765df HTTP/1.1" status: 200 len: 908 time: 0.2830050 May 25 15:46:18.400865 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:18.492410 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-58571b15-1620-4d1d-ad39-22ea1b349b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:18.502818 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-d1ef9544-a444-4f19-8987-0f0a80e00871 req-c631c362-2603-4e3d-b02c-d241c9835a31 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=904c50ab-92ff-4c44-82da-092fe7d19531 HTTP/1.1" status: 200 len: 999 time: 0.1246505 May 25 15:46:18.515971 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-58571b15-1620-4d1d-ad39-22ea1b349b4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:46:18.520427 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-58571b15-1620-4d1d-ad39-22ea1b349b4a admin admin] Usage tracker for resource:security_group_rule and tenant:df7676cc4ec548e9bd742f16a1dcbb65 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:46:18.522781 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-0afb048b-ad17-418c-a0dd-db26022eef3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4eb1b7-dca6-4431-920c-76aa655fc542', 'name': 'tempest-TestShelveInstance-46942555-router', 'tenant_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '04be575a-e527-4659-836a-731f11db5c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:44:41Z', 'updated_at': '2021-05-25T15:44:56Z', 'revision_number': 4, 'project_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'gw_port': {'id': '04be575a-e527-4659-836a-731f11db5c27', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4eb1b7-dca6-4431-920c-76aa655fc542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:44:46Z', 'updated_at': '2021-05-25T15:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_floatingips': [{'id': '6c15b7de-defc-4f49-a9c3-7b214b9ce9b6', 'tenant_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'floating_ip_address': '172.28.3.84', 'floating_network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'router_id': '0e4eb1b7-dca6-4431-920c-76aa655fc542', 'port_id': '904c50ab-92ff-4c44-82da-092fe7d19531', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9666395-6498-4bd8-9812-838161f765df', 'mac_address': 'fa:16:3e:5a:03:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81b166b-b834-47f1-b96d-c38478e12435', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:46:15Z', 'updated_at': '2021-05-25T15:46:15Z', 'revision_number': 0, 'project_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ed59cde-7ff5-481d-be0f-22fd6d27d05d', 'name': '', 'network_id': 'a9666395-6498-4bd8-9812-838161f765df', 'tenant_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'mac_address': 'fa:16:3e:37:86:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4eb1b7-dca6-4431-920c-76aa655fc542', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '78d8c6d8-85b3-4128-a7af-7d4f98cb12b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:44:54Z', 'updated_at': '2021-05-25T15:45:14Z', 'revision_number': 5, 'project_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'subnets': [{'id': '78d8c6d8-85b3-4128-a7af-7d4f98cb12b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:46:18.524231 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-58571b15-1620-4d1d-ad39-22ea1b349b4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:46:18.529989 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afb048b-ad17-418c-a0dd-db26022eef3c None None] Checking router: 0e4eb1b7-dca6-4431-920c-76aa655fc542 for host: dv-cinder-791239-3-smb {{(pid=98656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:46:18.533356 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-58571b15-1620-4d1d-ad39-22ea1b349b4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:46:18.557603 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afb048b-ad17-418c-a0dd-db26022eef3c None None] Routers {'0e4eb1b7-dca6-4431-920c-76aa655fc542'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:46:18.558556 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-0afb048b-ad17-418c-a0dd-db26022eef3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:46:17Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['0e4eb1b7-dca6-4431-920c-76aa655fc542'], 'active': True} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:46:18.587885 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef9544-a444-4f19-8987-0f0a80e00871 req-98f179cf-af3d-465b-86a8-e01033ddb9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:18.589847 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-d1ef9544-a444-4f19-8987-0f0a80e00871 req-98f179cf-af3d-465b-86a8-e01033ddb9b2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=78d8c6d8-85b3-4128-a7af-7d4f98cb12b1 HTTP/1.1" status: 200 len: 846 time: 0.0805397 May 25 15:46:18.646157 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-58571b15-1620-4d1d-ad39-22ea1b349b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:18.652307 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-58571b15-1620-4d1d-ad39-22ea1b349b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:18.665670 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-0a7169a1-2249-4424-bd2e-e5c3066efd86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:18.725972 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-58571b15-1620-4d1d-ad39-22ea1b349b4a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=df7676cc4ec548e9bd742f16a1dcbb65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3979194 May 25 15:46:18.726993 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 47248) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:46:18.730743 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58571b15-1620-4d1d-ad39-22ea1b349b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45667154-05ec-4545-bda9-87d340015a59,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:18.749905 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-58571b15-1620-4d1d-ad39-22ea1b349b4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:18.810522 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56087c3d-4e61-4afa-8c36-ceeeb3806a34 req-2998d815-49f1-4269-a2a6-42c29230917a tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:18.819660 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-56087c3d-4e61-4afa-8c36-ceeeb3806a34 req-2998d815-49f1-4269-a2a6-42c29230917a tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 946 time: 0.1561837 May 25 15:46:18.821217 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvr_db [None req-0afb048b-ad17-418c-a0dd-db26022eef3c None None] Set router 0e4eb1b7-dca6-4431-920c-76aa655fc542 gateway port host: dv-cinder-791239-3-smb {{(pid=98656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:46:18.840073 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef9544-a444-4f19-8987-0f0a80e00871 req-8adc2182-9236-45a3-a693-bb98316033fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:18.842995 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-d1ef9544-a444-4f19-8987-0f0a80e00871 req-8adc2182-9236-45a3-a693-bb98316033fb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a9666395-6498-4bd8-9812-838161f765df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2458258 May 25 15:46:18.847457 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-21e2fe00-7ee5-43b5-a129-e94dd9baa2fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:18.916805 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-21e2fe00-7ee5-43b5-a129-e94dd9baa2fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:19.000734 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-21e2fe00-7ee5-43b5-a129-e94dd9baa2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:19.016219 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-05588b03-6422-4a72-bf70-5781f363d3c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:19.047368 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e2fe00-7ee5-43b5-a129-e94dd9baa2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45667154-05ec-4545-bda9-87d340015a59,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:19.052408 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-56087c3d-4e61-4afa-8c36-ceeeb3806a34 req-a9d04f6c-f8b6-44da-98e9-e1d8f2991de0 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2295046 May 25 15:46:19.073187 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-21e2fe00-7ee5-43b5-a129-e94dd9baa2fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:19.073187 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-21e2fe00-7ee5-43b5-a129-e94dd9baa2fb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/45667154-05ec-4545-bda9-87d340015a59 HTTP/1.1" status: 204 len: 168 time: 0.3333209 May 25 15:46:19.073187 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-21e2fe00-7ee5-43b5-a129-e94dd9baa2fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:19.154800 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-d1ef9544-a444-4f19-8987-0f0a80e00871 req-722b361b-21ce-400f-987d-5076be04dbf4 service neutron] 10.222.0.62 "GET /v2.0/networks/a9666395-6498-4bd8-9812-838161f765df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019571 May 25 15:46:19.184267 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device 4c772fa9-6a38-4554-9f1d-f8b47571819e no longer exists at agent hyperv_hv-cinder-79123 {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:46:19.301597 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-5e596f64-6e97-4d78-9813-f3b7462efcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:19.531875 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:19.654913 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port 4c772fa9-6a38-4554-9f1d-f8b47571819e, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=4c772fa9-6a38-4554-9f1d-f8b47571819e,segment=NetworkSegment(d31b3f55-0029-4b5d-9031-950743b628bb),segment_id=d31b3f55-0029-4b5d-9031-950743b628bb)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:46:19.661567 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec117617-97bf-489f-969b-bc0810abd688', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c772fa9-6a38-4554-9f1d-f8b47571819e'}] {{(pid=98656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:46:19.709141 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:19.719876 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:19.726541 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 47298) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:46:19.746901 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bfd99a-53de-4bb7-b7ae-eb3a3efafe81 req-e2f9d5b0-4e33-470d-8dc7-e61413c2935e tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:19.749950 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-a3bfd99a-53de-4bb7-b7ae-eb3a3efafe81 req-e2f9d5b0-4e33-470d-8dc7-e61413c2935e tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/networks?id=9dd4cc21-a203-40cb-8188-3b817bc11357 HTTP/1.1" status: 200 len: 813 time: 0.5856609 May 25 15:46:19.776755 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-6c91484c-c465-455b-85bf-de3fa1356a82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:19.808353 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-a3bfd99a-53de-4bb7-b7ae-eb3a3efafe81 req-fa6e36eb-174d-4bc1-b761-5c2a2cfc43ff tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/quotas/9bce1cd122ef42b3abc4c4ee145b8086 HTTP/1.1" status: 200 len: 375 time: 0.0309372 May 25 15:46:19.810142 dv-cinder-791239-3-smb neutron-server[98656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec117617-97bf-489f-969b-bc0810abd688', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c772fa9-6a38-4554-9f1d-f8b47571819e', 'code': 200} May 25 15:46:19.810706 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-6c91484c-c465-455b-85bf-de3fa1356a82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:46:19.821220 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-d1ef9544-a444-4f19-8987-0f0a80e00871 req-4325e50e-a804-4560-a458-e196caba405d service neutron] 10.222.0.62 "GET /v2.0/networks/a9666395-6498-4bd8-9812-838161f765df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5426071 May 25 15:46:19.821441 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-6c91484c-c465-455b-85bf-de3fa1356a82 admin admin] Usage tracker for resource:security_group_rule and tenant:0c1eb34453a44862beea93e968121f37 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:46:19.826377 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-6c91484c-c465-455b-85bf-de3fa1356a82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:46:19.835710 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-6c91484c-c465-455b-85bf-de3fa1356a82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:46:19.875957 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Pushing event updated for resources: {'Port': ['ID=4c772fa9-6a38-4554-9f1d-f8b47571819e,revision_number=8']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:19.878930 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-a3bfd99a-53de-4bb7-b7ae-eb3a3efafe81 req-3e9bf803-77e9-4658-a23e-44be4a579b80 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9bce1cd122ef42b3abc4c4ee145b8086&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0638738 May 25 15:46:19.883567 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:19.894269 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-0afb048b-ad17-418c-a0dd-db26022eef3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4eb1b7-dca6-4431-920c-76aa655fc542', 'name': 'tempest-TestShelveInstance-46942555-router', 'tenant_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '04be575a-e527-4659-836a-731f11db5c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:44:41Z', 'updated_at': '2021-05-25T15:44:56Z', 'revision_number': 4, 'project_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'gw_port': {'id': '04be575a-e527-4659-836a-731f11db5c27', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4eb1b7-dca6-4431-920c-76aa655fc542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:44:46Z', 'updated_at': '2021-05-25T15:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_floatingips': [{'id': '6c15b7de-defc-4f49-a9c3-7b214b9ce9b6', 'tenant_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'floating_ip_address': '172.28.3.84', 'floating_network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'router_id': '0e4eb1b7-dca6-4431-920c-76aa655fc542', 'port_id': '904c50ab-92ff-4c44-82da-092fe7d19531', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9666395-6498-4bd8-9812-838161f765df', 'mac_address': 'fa:16:3e:5a:03:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81b166b-b834-47f1-b96d-c38478e12435', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:46:15Z', 'updated_at': '2021-05-25T15:46:15Z', 'revision_number': 0, 'project_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ed59cde-7ff5-481d-be0f-22fd6d27d05d', 'name': '', 'network_id': 'a9666395-6498-4bd8-9812-838161f765df', 'tenant_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'mac_address': 'fa:16:3e:37:86:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4eb1b7-dca6-4431-920c-76aa655fc542', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '78d8c6d8-85b3-4128-a7af-7d4f98cb12b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:44:54Z', 'updated_at': '2021-05-25T15:45:14Z', 'revision_number': 5, 'project_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'subnets': [{'id': '78d8c6d8-85b3-4128-a7af-7d4f98cb12b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:46:19.900369 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afb048b-ad17-418c-a0dd-db26022eef3c None None] The sync data for ids ['0e4eb1b7-dca6-4431-920c-76aa655fc542'] in dv-cinder-791239-3-smb is: [{'id': '0e4eb1b7-dca6-4431-920c-76aa655fc542', 'name': 'tempest-TestShelveInstance-46942555-router', 'tenant_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '04be575a-e527-4659-836a-731f11db5c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:44:41Z', 'updated_at': '2021-05-25T15:44:56Z', 'revision_number': 4, 'project_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'gw_port': {'id': '04be575a-e527-4659-836a-731f11db5c27', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4eb1b7-dca6-4431-920c-76aa655fc542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:44:46Z', 'updated_at': '2021-05-25T15:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_floatingips': [{'id': '6c15b7de-defc-4f49-a9c3-7b214b9ce9b6', 'tenant_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'floating_ip_address': '172.28.3.84', 'floating_network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'router_id': '0e4eb1b7-dca6-4431-920c-76aa655fc542', 'port_id': '904c50ab-92ff-4c44-82da-092fe7d19531', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9666395-6498-4bd8-9812-838161f765df', 'mac_address': 'fa:16:3e:5a:03:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81b166b-b834-47f1-b96d-c38478e12435', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:46:15Z', 'updated_at': '2021-05-25T15:46:15Z', 'revision_number': 0, 'project_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ed59cde-7ff5-481d-be0f-22fd6d27d05d', 'name': '', 'network_id': 'a9666395-6498-4bd8-9812-838161f765df', 'tenant_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'mac_address': 'fa:16:3e:37:86:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4eb1b7-dca6-4431-920c-76aa655fc542', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '78d8c6d8-85b3-4128-a7af-7d4f98cb12b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:44:54Z', 'updated_at': '2021-05-25T15:45:14Z', 'revision_number': 5, 'project_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'subnets': [{'id': '78d8c6d8-85b3-4128-a7af-7d4f98cb12b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:46:19.997742 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-6c91484c-c465-455b-85bf-de3fa1356a82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:20.004615 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-6c91484c-c465-455b-85bf-de3fa1356a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:20.016279 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-58571b15-1620-4d1d-ad39-22ea1b349b4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:20.062012 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-6c91484c-c465-455b-85bf-de3fa1356a82 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0c1eb34453a44862beea93e968121f37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3313358 May 25 15:46:20.062012 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c91484c-c465-455b-85bf-de3fa1356a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4f5845-6e66-404c-b4f5-a46d14fe9a2d,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:20.064579 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-6c91484c-c465-455b-85bf-de3fa1356a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:20.065061 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 47312) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:46:20.105707 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-a3bfd99a-53de-4bb7-b7ae-eb3a3efafe81 req-3dec366e-5992-47b6-a78f-602c8da23a45 service neutron] 10.222.0.11 "GET /v2.0/networks/9dd4cc21-a203-40cb-8188-3b817bc11357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143250 May 25 15:46:20.171181 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-7413171c-7d84-46bb-af60-07c8311b63d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:20.240063 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f1c821-fcf1-4f0b-932e-38b3587a8ac5 None None] New status for floating IP 6c15b7de-defc-4f49-a9c3-7b214b9ce9b6: ACTIVE {{(pid=98660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 15:46:20.242829 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-7413171c-7d84-46bb-af60-07c8311b63d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:20.310743 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-7413171c-7d84-46bb-af60-07c8311b63d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:20.315069 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-c0b06914-dfb0-4e56-b0d6-57aa31437a0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:20.328628 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7413171c-7d84-46bb-af60-07c8311b63d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4f5845-6e66-404c-b4f5-a46d14fe9a2d,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:20.334002 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-7413171c-7d84-46bb-af60-07c8311b63d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:20.354432 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-7413171c-7d84-46bb-af60-07c8311b63d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:20.356052 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-7413171c-7d84-46bb-af60-07c8311b63d3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bf4f5845-6e66-404c-b4f5-a46d14fe9a2d HTTP/1.1" status: 204 len: 168 time: 0.2899430 May 25 15:46:20.412721 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-a3bfd99a-53de-4bb7-b7ae-eb3a3efafe81 req-d24617d3-549e-4032-a703-0a228d70afa6 service neutron] 10.222.0.11 "GET /v2.0/networks/9dd4cc21-a203-40cb-8188-3b817bc11357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061287 May 25 15:46:20.430481 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d4ee9-4827-42c9-b7c1-c0e2a5b30e44 req-99e3f79b-5225-4316-ac2e-989db8351eec tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:20.432292 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-b22d4ee9-4827-42c9-b7c1-c0e2a5b30e44 req-99e3f79b-5225-4316-ac2e-989db8351eec tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 944 time: 0.2215197 May 25 15:46:20.477156 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-61dd613b-f3f2-4fd9-acf0-68300fd05fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:20.491652 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-b22d4ee9-4827-42c9-b7c1-c0e2a5b30e44 req-0bda04a1-b0d0-4924-9d9e-c77a19b5989b tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521512 May 25 15:46:20.703195 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4f6802ca-eb08-48ab-9e09-91985957618c req-5487d511-4404-4f53-9dd8-c42b7e776a64 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/ports?device_id=aef55b7c-7358-4469-a3ae-7d199fc0441a HTTP/1.1" status: 200 len: 210 time: 0.0703893 May 25 15:46:21.369436 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 47366) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:46:21.550051 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [None req-3a7cd1f5-9da9-4e11-9ab8-b348f296598f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1824758150-network', 'tenant_id': '40f0e137ef6d459694b23fb772f41365'}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:46:21.555910 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-3a7cd1f5-9da9-4e11-9ab8-b348f296598f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:46:21.563493 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-3a7cd1f5-9da9-4e11-9ab8-b348f296598f admin admin] Usage tracker for resource:network and tenant:40f0e137ef6d459694b23fb772f41365 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:46:21.566969 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-3a7cd1f5-9da9-4e11-9ab8-b348f296598f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:46:21.573965 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-3a7cd1f5-9da9-4e11-9ab8-b348f296598f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:46:21.590853 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7cd1f5-9da9-4e11-9ab8-b348f296598f admin admin] Made reservation on behalf of 40f0e137ef6d459694b23fb772f41365 for: {'network': 1} {{(pid=98653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:46:21.593272 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-3a7cd1f5-9da9-4e11-9ab8-b348f296598f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-675072'] for network, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:21.605705 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-3a7cd1f5-9da9-4e11-9ab8-b348f296598f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:21.611838 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c61c8fa-36ab-4bcc-8dab-df1114d62b76 req-2092de67-3b8f-4889-996c-f6ee54616b76 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:21.613558 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-7c61c8fa-36ab-4bcc-8dab-df1114d62b76 req-2092de67-3b8f-4889-996c-f6ee54616b76 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 944 time: 0.0978947 May 25 15:46:21.621678 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-3a7cd1f5-9da9-4e11-9ab8-b348f296598f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:46:21.628056 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-3a7cd1f5-9da9-4e11-9ab8-b348f296598f admin admin] Usage tracker for resource:security_group_rule and tenant:40f0e137ef6d459694b23fb772f41365 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:46:21.631793 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-3a7cd1f5-9da9-4e11-9ab8-b348f296598f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:46:21.641273 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-3a7cd1f5-9da9-4e11-9ab8-b348f296598f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:46:21.688304 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-7c61c8fa-36ab-4bcc-8dab-df1114d62b76 req-3d921b5c-a7c5-4fee-8f75-ea7f8ef0dba3 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618596 May 25 15:46:21.762499 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-3a7cd1f5-9da9-4e11-9ab8-b348f296598f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:21.775264 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-3a7cd1f5-9da9-4e11-9ab8-b348f296598f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:21.784315 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-7098c2fd-bc0b-4ae0-b444-e93cdacb649a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:21.815059 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a7cd1f5-9da9-4e11-9ab8-b348f296598f admin admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=98653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:46:21.840578 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cd1f5-9da9-4e11-9ab8-b348f296598f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9a9a1e-4230-476d-a929-d2339a8736f5,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:21.844761 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-3a7cd1f5-9da9-4e11-9ab8-b348f296598f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713968'] for segment, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:21.845392 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.db.segments_db [None req-3a7cd1f5-9da9-4e11-9ab8-b348f296598f admin admin] Added segment 0d2dba9c-6aea-4e0a-adda-13417adc15b7 of type vlan for network 2e23e138-5300-4d67-9423-ae7531ef4a22 May 25 15:46:21.846921 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-3a7cd1f5-9da9-4e11-9ab8-b348f296598f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:21.889640 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-3a7cd1f5-9da9-4e11-9ab8-b348f296598f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730535690298'] for network, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:21.927006 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-3a7cd1f5-9da9-4e11-9ab8-b348f296598f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16304419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16277480'] for network, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:21.931271 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7cd1f5-9da9-4e11-9ab8-b348f296598f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:21.931888 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-3a7cd1f5-9da9-4e11-9ab8-b348f296598f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for network, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:21.936100 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-93cae1e0-2b25-4974-ab38-1cf6440bec91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:21.957685 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-00add0ab-4570-42b4-9365-4ef6bd0f5566 req-1dd17ff7-08d7-4d82-b9da-c911c9c81a2c tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/ports?device_id=aef55b7c-7358-4469-a3ae-7d199fc0441a HTTP/1.1" status: 200 len: 210 time: 0.1140168 May 25 15:46:22.023465 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 47398) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:46:22.054846 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cd1f5-9da9-4e11-9ab8-b348f296598f admin admin] Pushing event updated for resources: {'Network': ['ID=2e23e138-5300-4d67-9423-ae7531ef4a22,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:22.065914 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Network 2e23e138-5300-4d67-9423-ae7531ef4a22 details requested by agent ovs-agent-dv-cinder-791239-3-smb with host dv-cinder-791239-3-smb {{(pid=98656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 15:46:22.084603 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-3a7cd1f5-9da9-4e11-9ab8-b348f296598f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:22.089198 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-3a7cd1f5-9da9-4e11-9ab8-b348f296598f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7155850 May 25 15:46:22.089571 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 47404) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:46:22.096141 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [None req-11ded8f1-fb6f-450d-a1f5-d28ecaad7cbf admin admin] Request body: {'subnet': {'network_id': '2e23e138-5300-4d67-9423-ae7531ef4a22', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1824758150-subnet', 'tenant_id': '40f0e137ef6d459694b23fb772f41365', 'ip_version': 4}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:46:22.101842 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-11ded8f1-fb6f-450d-a1f5-d28ecaad7cbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:46:22.109827 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-11ded8f1-fb6f-450d-a1f5-d28ecaad7cbf admin admin] Usage tracker for resource:subnet and tenant:40f0e137ef6d459694b23fb772f41365 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:46:22.115462 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-11ded8f1-fb6f-450d-a1f5-d28ecaad7cbf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:46:22.126305 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-11ded8f1-fb6f-450d-a1f5-d28ecaad7cbf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:46:22.149731 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ded8f1-fb6f-450d-a1f5-d28ecaad7cbf admin admin] Made reservation on behalf of 40f0e137ef6d459694b23fb772f41365 for: {'subnet': 1} {{(pid=98653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:46:22.152388 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-11ded8f1-fb6f-450d-a1f5-d28ecaad7cbf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14943096'] for subnet, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:22.275718 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bfd99a-53de-4bb7-b7ae-eb3a3efafe81 req-c1737259-a7d0-48f5-9cb3-d06e5ced6243 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:22.277055 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-a3bfd99a-53de-4bb7-b7ae-eb3a3efafe81 req-c1737259-a7d0-48f5-9cb3-d06e5ced6243 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.62 "GET /v2.0/networks?id=9dd4cc21-a203-40cb-8188-3b817bc11357 HTTP/1.1" status: 200 len: 813 time: 0.4622593 May 25 15:46:22.298159 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [req-a3bfd99a-53de-4bb7-b7ae-eb3a3efafe81 req-3ca46188-ad42-445b-adb8-cccb052d5274 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Request body: {'port': {'device_id': 'aef55b7c-7358-4469-a3ae-7d199fc0441a', 'network_id': '9dd4cc21-a203-40cb-8188-3b817bc11357', 'admin_state_up': True, 'tenant_id': '9bce1cd122ef42b3abc4c4ee145b8086'}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:46:22.402634 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-5a95e529-addf-4e97-ac7d-f3402d45a0f0 req-cf96d9ff-98a9-458e-a528-13938a45811a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cf8eae8b-dc74-423c-bfe9-2e231dec17a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1429722 May 25 15:46:22.423252 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e26e7775-5207-4ca8-8e71-309c45c2b75d req-929073c5-1479-4998-8890-f4340c8668f0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3950326 May 25 15:46:22.459624 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [req-a3bfd99a-53de-4bb7-b7ae-eb3a3efafe81 req-3ca46188-ad42-445b-adb8-cccb052d5274 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:46:22.464373 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-a3bfd99a-53de-4bb7-b7ae-eb3a3efafe81 req-3ca46188-ad42-445b-adb8-cccb052d5274 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Usage tracker for resource:port and tenant:9bce1cd122ef42b3abc4c4ee145b8086 is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:46:22.468414 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-a3bfd99a-53de-4bb7-b7ae-eb3a3efafe81 req-3ca46188-ad42-445b-adb8-cccb052d5274 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:46:22.474365 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [req-a3bfd99a-53de-4bb7-b7ae-eb3a3efafe81 req-3ca46188-ad42-445b-adb8-cccb052d5274 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:46:22.485649 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3bfd99a-53de-4bb7-b7ae-eb3a3efafe81 req-3ca46188-ad42-445b-adb8-cccb052d5274 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Made reservation on behalf of 9bce1cd122ef42b3abc4c4ee145b8086 for: {'port': 1} {{(pid=98655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:46:22.489449 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-a3bfd99a-53de-4bb7-b7ae-eb3a3efafe81 req-3ca46188-ad42-445b-adb8-cccb052d5274 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:22.746381 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.db_base_plugin_common [req-a3bfd99a-53de-4bb7-b7ae-eb3a3efafe81 req-3ca46188-ad42-445b-adb8-cccb052d5274 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Allocated IP 172.20.0.9 (9dd4cc21-a203-40cb-8188-3b817bc11357/b60f4522-1b8e-47dc-8cf7-60f3f6a5e095/de167752-818e-4a78-912e-fa218a76ba35) {{(pid=98655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:46:22.827730 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95e529-addf-4e97-ac7d-f3402d45a0f0 req-393a58c6-060f-4be0-8ec9-e7b9f05fc5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:22.829391 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-5a95e529-addf-4e97-ac7d-f3402d45a0f0 req-393a58c6-060f-4be0-8ec9-e7b9f05fc5a8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ef29f0583dbd4d57978afb4a9dcb4a9d&device_id=cf8eae8b-dc74-423c-bfe9-2e231dec17a1 HTTP/1.1" status: 200 len: 1098 time: 0.2861235 May 25 15:46:23.055805 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-11ded8f1-fb6f-450d-a1f5-d28ecaad7cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2061798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14943086'] for subnet, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:23.062307 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95e529-addf-4e97-ac7d-f3402d45a0f0 req-0ef5b42a-a8af-4ae6-aad6-d1d6c355b71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:23.063800 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-5a95e529-addf-4e97-ac7d-f3402d45a0f0 req-0ef5b42a-a8af-4ae6-aad6-d1d6c355b71d service neutron] 10.222.0.62 "GET /v2.0/networks?id=91f778d4-efe4-4f00-8d64-09660e7b60f7 HTTP/1.1" status: 200 len: 912 time: 0.1834278 May 25 15:46:23.065457 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-96dad30e-7438-4002-81b8-ec8ce295a4ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:23.079053 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-a3bfd99a-53de-4bb7-b7ae-eb3a3efafe81 req-3ca46188-ad42-445b-adb8-cccb052d5274 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Notify callbacks [] for port, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:23.079604 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device 4c772fa9-6a38-4554-9f1d-f8b47571819e no longer exists at agent hyperv_hv-cinder-79123 {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:46:23.188493 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ea530-b3d3-4e7c-9faa-5700257662a8 req-d1e5e17f-b009-489d-89e8-356c9b03f9e3 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:23.196220 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-319ea530-b3d3-4e7c-9faa-5700257662a8 req-d1e5e17f-b009-489d-89e8-356c9b03f9e3 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 944 time: 0.2852292 May 25 15:46:23.202427 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-5a95e529-addf-4e97-ac7d-f3402d45a0f0 req-b5acc9c0-b9a3-452e-8cc4-00fde075c0f8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b113cd9c-edf4-4110-912c-3f957935bcb8 HTTP/1.1" status: 200 len: 1000 time: 0.1093364 May 25 15:46:23.229189 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-a341e190-c7ab-4cee-b3e6-be45fbc6c8f5 req-657243ce-67c4-4e84-b0ff-aa71e8d2a7a0 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/ports?device_id=aef55b7c-7358-4469-a3ae-7d199fc0441a HTTP/1.1" status: 200 len: 210 time: 0.0834951 May 25 15:46:23.253337 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-a3bfd99a-53de-4bb7-b7ae-eb3a3efafe81 req-3ca46188-ad42-445b-adb8-cccb052d5274 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730535669962'] for port, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:23.271079 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:23.325931 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ded8f1-fb6f-450d-a1f5-d28ecaad7cbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d764aad-82e4-482f-aa9a-8954a4d179af,revision_number=0']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:23.335850 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-11ded8f1-fb6f-450d-a1f5-d28ecaad7cbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:23.341520 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ded8f1-fb6f-450d-a1f5-d28ecaad7cbf admin admin] Checking segment: {'id': '0d2dba9c-6aea-4e0a-adda-13417adc15b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2e23e138-5300-4d67-9423-ae7531ef4a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:46:23.341883 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ded8f1-fb6f-450d-a1f5-d28ecaad7cbf admin admin] Network hostable DHCP agents. Network: 2e23e138-5300-4d67-9423-ae7531ef4a22, hostable agents: ['c114f6b1-151c-4bcf-990e-1a24ac4dbd68'], hosted agents: [] {{(pid=98653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:46:23.352442 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-319ea530-b3d3-4e7c-9faa-5700257662a8 req-7e78f00e-21b7-44f6-98dc-717a17970dae tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550031 May 25 15:46:23.364035 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3bfd99a-53de-4bb7-b7ae-eb3a3efafe81 req-3ca46188-ad42-445b-adb8-cccb052d5274 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Network 9dd4cc21-a203-40cb-8188-3b817bc11357 is already hosted by enough agents. {{(pid=98655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:46:23.364035 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.base_scheduler [req-a3bfd99a-53de-4bb7-b7ae-eb3a3efafe81 req-3ca46188-ad42-445b-adb8-cccb052d5274 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Resources bound (agent type, host, resource id): {{(pid=98655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:46:23.364035 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3bfd99a-53de-4bb7-b7ae-eb3a3efafe81 req-3ca46188-ad42-445b-adb8-cccb052d5274 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Received port after_create {{(pid=98655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:46:23.372606 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bfd99a-53de-4bb7-b7ae-eb3a3efafe81 req-3ca46188-ad42-445b-adb8-cccb052d5274 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:23.373427 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-a3bfd99a-53de-4bb7-b7ae-eb3a3efafe81 req-3ca46188-ad42-445b-adb8-cccb052d5274 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for port, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:23.383651 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95e529-addf-4e97-ac7d-f3402d45a0f0 req-822147b2-d9a5-4a4b-bdd2-a176b6cbb9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:23.385339 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-5a95e529-addf-4e97-ac7d-f3402d45a0f0 req-822147b2-d9a5-4a4b-bdd2-a176b6cbb9c9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1434e2d-9207-4f36-a5e8-fa06210626a6 HTTP/1.1" status: 200 len: 850 time: 0.1641212 May 25 15:46:23.389232 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ded8f1-fb6f-450d-a1f5-d28ecaad7cbf admin admin] Network 2e23e138-5300-4d67-9423-ae7531ef4a22 is scheduled to be hosted by DHCP agent c114f6b1-151c-4bcf-990e-1a24ac4dbd68 with binding_index 1 {{(pid=98653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:46:23.409100 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca46188-ad42-445b-adb8-cccb052d5274 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Pushing event updated for resources: {'Port': ['ID=de167752-818e-4a78-912e-fa218a76ba35,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:23.412653 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-3ca46188-ad42-445b-adb8-cccb052d5274 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:23.425785 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-a3bfd99a-53de-4bb7-b7ae-eb3a3efafe81 req-3ca46188-ad42-445b-adb8-cccb052d5274 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1317518 May 25 15:46:23.445645 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [req-a3bfd99a-53de-4bb7-b7ae-eb3a3efafe81 req-6e62b474-da8b-4594-87b2-1bfd7bbde4b6 service neutron] Request body: {'port': {'device_id': 'aef55b7c-7358-4469-a3ae-7d199fc0441a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79123'}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:46:23.446984 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.base_scheduler [None req-11ded8f1-fb6f-450d-a1f5-d28ecaad7cbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791239-3-smb, 2e23e138-5300-4d67-9423-ae7531ef4a22) {{(pid=98653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:46:23.458567 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cae23e-5168-47a7-a129-558d474835ff None None] Network 2e23e138-5300-4d67-9423-ae7531ef4a22 requested from dv-cinder-791239-3-smb {{(pid=98656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:46:23.463257 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ded8f1-fb6f-450d-a1f5-d28ecaad7cbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:23.463868 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-11ded8f1-fb6f-450d-a1f5-d28ecaad7cbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:23.500673 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-11ded8f1-fb6f-450d-a1f5-d28ecaad7cbf admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4069114 May 25 15:46:23.501174 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 47430) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:46:23.505454 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95e529-addf-4e97-ac7d-f3402d45a0f0 req-a2b8325c-f161-427c-8ec7-03b082e1315e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:23.506881 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-5a95e529-addf-4e97-ac7d-f3402d45a0f0 req-a2b8325c-f161-427c-8ec7-03b082e1315e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=91f778d4-efe4-4f00-8d64-09660e7b60f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1145062 May 25 15:46:23.509919 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [None req-acbfe29b-85e3-4048-82d1-5aa90bdfa791 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1824758150-router', 'tenant_id': '40f0e137ef6d459694b23fb772f41365', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b'}}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:46:23.516228 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-acbfe29b-85e3-4048-82d1-5aa90bdfa791 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:46:23.537689 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-acbfe29b-85e3-4048-82d1-5aa90bdfa791 admin admin] Usage tracker for resource:router and tenant:40f0e137ef6d459694b23fb772f41365 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:46:23.543080 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-acbfe29b-85e3-4048-82d1-5aa90bdfa791 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:46:23.577088 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-a3bfd99a-53de-4bb7-b7ae-eb3a3efafe81 req-6e62b474-da8b-4594-87b2-1bfd7bbde4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:23.599711 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-acbfe29b-85e3-4048-82d1-5aa90bdfa791 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:46:23.626614 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-acbfe29b-85e3-4048-82d1-5aa90bdfa791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16421720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2398'] for router, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:23.627809 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-acbfe29b-85e3-4048-82d1-5aa90bdfa791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16420952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423559', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16267114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2375'] for router, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:23.673580 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-acbfe29b-85e3-4048-82d1-5aa90bdfa791 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:23.691999 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-5a95e529-addf-4e97-ac7d-f3402d45a0f0 req-45a8634a-171a-4b19-9ac7-3a68615c59b7 service neutron] 10.222.0.62 "GET /v2.0/networks/91f778d4-efe4-4f00-8d64-09660e7b60f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774654 May 25 15:46:23.727943 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5db8e4-baac-4e76-aa53-06fbd9f157f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74aad02c-0dc6-5e3e-b290-52a6de11b65a-2e23e138-5300-4d67-9423-ae7531ef4a22', 'network_id': '2e23e138-5300-4d67-9423-ae7531ef4a22', 'tenant_id': '40f0e137ef6d459694b23fb772f41365', 'fixed_ips': [{'subnet_id': '6d764aad-82e4-482f-aa9a-8954a4d179af'}]}} from dv-cinder-791239-3-smb. {{(pid=98656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 15:46:23.728562 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-7b5db8e4-baac-4e76-aa53-06fbd9f157f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_create {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:23.928874 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.db_base_plugin_common [None req-7b5db8e4-baac-4e76-aa53-06fbd9f157f0 None None] Allocated IP 172.20.0.2 (2e23e138-5300-4d67-9423-ae7531ef4a22/6d764aad-82e4-482f-aa9a-8954a4d179af/73cbd40e-6a43-40a2-b208-1081f4fb3c96) {{(pid=98656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:46:24.068561 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.notifiers.nova [req-a3bfd99a-53de-4bb7-b7ae-eb3a3efafe81 req-6e62b474-da8b-4594-87b2-1bfd7bbde4b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de167752-818e-4a78-912e-fa218a76ba35 {{(pid=98655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:46:24.080417 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-a3bfd99a-53de-4bb7-b7ae-eb3a3efafe81 req-6e62b474-da8b-4594-87b2-1bfd7bbde4b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:24.111555 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.provisioning_blocks [req-a3bfd99a-53de-4bb7-b7ae-eb3a3efafe81 req-6e62b474-da8b-4594-87b2-1bfd7bbde4b6 service neutron] Transition to ACTIVE for port object de167752-818e-4a78-912e-fa218a76ba35 will not be triggered until provisioned by entity L2. {{(pid=98655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:46:24.116703 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-a3bfd99a-53de-4bb7-b7ae-eb3a3efafe81 req-6e62b474-da8b-4594-87b2-1bfd7bbde4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:24.122028 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-2195f8f0-66d9-4e9c-afe4-f48c98004914 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:24.196508 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-5a95e529-addf-4e97-ac7d-f3402d45a0f0 req-a51d3091-79d4-4f96-a8d5-d81228af2ca9 service neutron] 10.222.0.62 "GET /v2.0/networks/91f778d4-efe4-4f00-8d64-09660e7b60f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4972866 May 25 15:46:24.207280 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-acbfe29b-85e3-4048-82d1-5aa90bdfa791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16421738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2357'] for router, precommit_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:24.250493 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-7b5db8e4-baac-4e76-aa53-06fbd9f157f0 None None] Notify callbacks [] for port, precommit_create {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:24.273078 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-7b5db8e4-baac-4e76-aa53-06fbd9f157f0 None None] Transition to ACTIVE for port object 73cbd40e-6a43-40a2-b208-1081f4fb3c96 will not be triggered until provisioned by entity L2. {{(pid=98656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:46:24.299551 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-7b5db8e4-baac-4e76-aa53-06fbd9f157f0 None None] Transition to ACTIVE for port object 73cbd40e-6a43-40a2-b208-1081f4fb3c96 will not be triggered until provisioned by entity DHCP. {{(pid=98656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:46:24.314273 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-7b5db8e4-baac-4e76-aa53-06fbd9f157f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730535669962'] for port, after_create {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:24.324033 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e62b474-da8b-4594-87b2-1bfd7bbde4b6 service neutron] Pushing event updated for resources: {'Port': ['ID=de167752-818e-4a78-912e-fa218a76ba35,revision_number=2']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:24.329110 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-6e62b474-da8b-4594-87b2-1bfd7bbde4b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:24.344307 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:24.355920 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.managers [req-a3bfd99a-53de-4bb7-b7ae-eb3a3efafe81 req-6e62b474-da8b-4594-87b2-1bfd7bbde4b6 service neutron] Attempting to bind port de167752-818e-4a78-912e-fa218a76ba35 on host hv-cinder-79123 for vnic_type normal with profile {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:46:24.356270 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.managers [req-a3bfd99a-53de-4bb7-b7ae-eb3a3efafe81 req-6e62b474-da8b-4594-87b2-1bfd7bbde4b6 service neutron] Attempting to bind port de167752-818e-4a78-912e-fa218a76ba35 by drivers openvswitch,hyperv on host hv-cinder-79123 at level 0 using segments [{'id': '7f3aa47a-1eed-4b1d-a469-5006e97eaeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9dd4cc21-a203-40cb-8188-3b817bc11357'}] {{(pid=98655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:46:24.357994 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bfd99a-53de-4bb7-b7ae-eb3a3efafe81 req-6e62b474-da8b-4594-87b2-1bfd7bbde4b6 service neutron] Attempting to bind port de167752-818e-4a78-912e-fa218a76ba35 on network 9dd4cc21-a203-40cb-8188-3b817bc11357 {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:46:24.364648 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bfd99a-53de-4bb7-b7ae-eb3a3efafe81 req-6e62b474-da8b-4594-87b2-1bfd7bbde4b6 service neutron] Port de167752-818e-4a78-912e-fa218a76ba35 on network 9dd4cc21-a203-40cb-8188-3b817bc11357 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79123 {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 15:46:24.364951 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bfd99a-53de-4bb7-b7ae-eb3a3efafe81 req-6e62b474-da8b-4594-87b2-1bfd7bbde4b6 service neutron] Attempting to bind port de167752-818e-4a78-912e-fa218a76ba35 on network 9dd4cc21-a203-40cb-8188-3b817bc11357 {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:46:24.370809 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bfd99a-53de-4bb7-b7ae-eb3a3efafe81 req-6e62b474-da8b-4594-87b2-1bfd7bbde4b6 service neutron] Checking agent: {'id': 'e8d02b02-d66f-44f3-9cce-64202f9374d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 39, 18), 'started_at': datetime.datetime(2021, 5, 25, 15, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:46:24.371132 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bfd99a-53de-4bb7-b7ae-eb3a3efafe81 req-6e62b474-da8b-4594-87b2-1bfd7bbde4b6 service neutron] Checking segment: {'id': '7f3aa47a-1eed-4b1d-a469-5006e97eaeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9dd4cc21-a203-40cb-8188-3b817bc11357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:46:24.371516 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bfd99a-53de-4bb7-b7ae-eb3a3efafe81 req-6e62b474-da8b-4594-87b2-1bfd7bbde4b6 service neutron] Bound using segment: {'id': '7f3aa47a-1eed-4b1d-a469-5006e97eaeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9dd4cc21-a203-40cb-8188-3b817bc11357'} {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:46:24.371988 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.managers [req-a3bfd99a-53de-4bb7-b7ae-eb3a3efafe81 req-6e62b474-da8b-4594-87b2-1bfd7bbde4b6 service neutron] Bound port: de167752-818e-4a78-912e-fa218a76ba35, host: hv-cinder-79123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f3aa47a-1eed-4b1d-a469-5006e97eaeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9dd4cc21-a203-40cb-8188-3b817bc11357'}}] {{(pid=98655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:46:24.372926 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-a3bfd99a-53de-4bb7-b7ae-eb3a3efafe81 req-6e62b474-da8b-4594-87b2-1bfd7bbde4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:24.448494 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5db8e4-baac-4e76-aa53-06fbd9f157f0 None None] Pushing event updated for resources: {'Port': ['ID=73cbd40e-6a43-40a2-b208-1081f4fb3c96,revision_number=1']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:24.451891 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-7b5db8e4-baac-4e76-aa53-06fbd9f157f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:24.457102 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5db8e4-baac-4e76-aa53-06fbd9f157f0 None None] Network 2e23e138-5300-4d67-9423-ae7531ef4a22 is already hosted by enough agents. {{(pid=98656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:46:24.458431 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.scheduler.base_scheduler [None req-7b5db8e4-baac-4e76-aa53-06fbd9f157f0 None None] Resources bound (agent type, host, resource id): {{(pid=98656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:46:24.466140 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5db8e4-baac-4e76-aa53-06fbd9f157f0 None None] Received port after_create {{(pid=98656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:46:24.570685 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.db [req-a3bfd99a-53de-4bb7-b7ae-eb3a3efafe81 req-6e62b474-da8b-4594-87b2-1bfd7bbde4b6 service neutron] For port de167752-818e-4a78-912e-fa218a76ba35, host hv-cinder-79123, cleared binding levels {{(pid=98655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:46:24.583504 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.managers [None req-7b5db8e4-baac-4e76-aa53-06fbd9f157f0 None None] Attempting to bind port 73cbd40e-6a43-40a2-b208-1081f4fb3c96 on host dv-cinder-791239-3-smb for vnic_type normal with profile {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:46:24.583979 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.managers [None req-7b5db8e4-baac-4e76-aa53-06fbd9f157f0 None None] Attempting to bind port 73cbd40e-6a43-40a2-b208-1081f4fb3c96 by drivers openvswitch,hyperv on host dv-cinder-791239-3-smb at level 0 using segments [{'id': '0d2dba9c-6aea-4e0a-adda-13417adc15b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2e23e138-5300-4d67-9423-ae7531ef4a22'}] {{(pid=98656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:46:24.584477 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5db8e4-baac-4e76-aa53-06fbd9f157f0 None None] Attempting to bind port 73cbd40e-6a43-40a2-b208-1081f4fb3c96 on network 2e23e138-5300-4d67-9423-ae7531ef4a22 {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:46:24.590376 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5db8e4-baac-4e76-aa53-06fbd9f157f0 None None] Checking agent: {'id': '7e687d8b-f3a5-45d0-a2c9-960fde35dba9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 32, 47), 'started_at': datetime.datetime(2021, 5, 25, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:46:24.590749 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5db8e4-baac-4e76-aa53-06fbd9f157f0 None None] Checking segment: {'id': '0d2dba9c-6aea-4e0a-adda-13417adc15b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2e23e138-5300-4d67-9423-ae7531ef4a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:46:24.591974 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-7b5db8e4-baac-4e76-aa53-06fbd9f157f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:24.592393 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5db8e4-baac-4e76-aa53-06fbd9f157f0 None None] Bound using segment: {'id': '0d2dba9c-6aea-4e0a-adda-13417adc15b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2e23e138-5300-4d67-9423-ae7531ef4a22'} {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:46:24.593237 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.managers [None req-7b5db8e4-baac-4e76-aa53-06fbd9f157f0 None None] Bound port: 73cbd40e-6a43-40a2-b208-1081f4fb3c96, host: dv-cinder-791239-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d2dba9c-6aea-4e0a-adda-13417adc15b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2e23e138-5300-4d67-9423-ae7531ef4a22'}}] {{(pid=98656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:46:24.593237 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-7b5db8e4-baac-4e76-aa53-06fbd9f157f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:24.709185 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-7b5db8e4-baac-4e76-aa53-06fbd9f157f0 None None] For port 73cbd40e-6a43-40a2-b208-1081f4fb3c96, host dv-cinder-791239-3-smb, cleared binding levels {{(pid=98656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:46:24.712947 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-7b5db8e4-baac-4e76-aa53-06fbd9f157f0 None None] For port 73cbd40e-6a43-40a2-b208-1081f4fb3c96, host dv-cinder-791239-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=73cbd40e-6a43-40a2-b208-1081f4fb3c96,segment=NetworkSegment(0d2dba9c-6aea-4e0a-adda-13417adc15b7),segment_id=0d2dba9c-6aea-4e0a-adda-13417adc15b7)] {{(pid=98656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:46:24.719132 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-7b5db8e4-baac-4e76-aa53-06fbd9f157f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:24.733029 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-fffa8fa4-8640-45b3-8719-4530bcbc06e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:24.734437 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.db [req-a3bfd99a-53de-4bb7-b7ae-eb3a3efafe81 req-6e62b474-da8b-4594-87b2-1bfd7bbde4b6 service neutron] For port de167752-818e-4a78-912e-fa218a76ba35, host hv-cinder-79123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=de167752-818e-4a78-912e-fa218a76ba35,segment=NetworkSegment(7f3aa47a-1eed-4b1d-a469-5006e97eaeb2),segment_id=7f3aa47a-1eed-4b1d-a469-5006e97eaeb2)] {{(pid=98655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:46:24.742228 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-a3bfd99a-53de-4bb7-b7ae-eb3a3efafe81 req-6e62b474-da8b-4594-87b2-1bfd7bbde4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:24.746595 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-f2147027-e9b4-4983-b69a-00f28f74cadb tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:24.814614 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5db8e4-baac-4e76-aa53-06fbd9f157f0 None None] Pushing event updated for resources: {'Port': ['ID=73cbd40e-6a43-40a2-b208-1081f4fb3c96,revision_number=2']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:24.823988 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bfd99a-53de-4bb7-b7ae-eb3a3efafe81 req-6e62b474-da8b-4594-87b2-1bfd7bbde4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:24.824313 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-a3bfd99a-53de-4bb7-b7ae-eb3a3efafe81 req-6e62b474-da8b-4594-87b2-1bfd7bbde4b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for port, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:24.826363 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-a3bfd99a-53de-4bb7-b7ae-eb3a3efafe81 req-6e62b474-da8b-4594-87b2-1bfd7bbde4b6 service neutron] 10.222.0.62 "PUT /v2.0/ports/de167752-818e-4a78-912e-fa218a76ba35 HTTP/1.1" status: 200 len: 1093 time: 1.3851817 May 25 15:46:24.827103 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aef55b7c-7358-4469-a3ae-7d199fc0441a', 'tag': 'de167752-818e-4a78-912e-fa218a76ba35'}] {{(pid=98655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:46:24.829133 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-7b5db8e4-baac-4e76-aa53-06fbd9f157f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:24.858659 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-acbfe29b-85e3-4048-82d1-5aa90bdfa791 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:24.876169 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e62b474-da8b-4594-87b2-1bfd7bbde4b6 service neutron] Pushing event updated for resources: {'Port': ['ID=de167752-818e-4a78-912e-fa218a76ba35,revision_number=3']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:24.882420 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-6e62b474-da8b-4594-87b2-1bfd7bbde4b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:24.896988 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-acbfe29b-85e3-4048-82d1-5aa90bdfa791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:24.897344 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af2b2bf-be65-4335-a3d4-6f06401d5cd6 req-1fce9f49-835c-487a-a4e8-c394ed469752 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:24.897344 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-1af2b2bf-be65-4335-a3d4-6f06401d5cd6 req-1fce9f49-835c-487a-a4e8-c394ed469752 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 944 time: 0.3672590 May 25 15:46:24.902862 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea39835-357a-49df-bd64-97479e24d135 req-da700324-1363-4fbd-9998-0c346785f817 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:24.904185 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-cea39835-357a-49df-bd64-97479e24d135 req-da700324-1363-4fbd-9998-0c346785f817 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Synchronizing usage tracker for tenant:9bce1cd122ef42b3abc4c4ee145b8086 on resource:port {{(pid=98655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:46:24.944491 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e7775-5207-4ca8-8e71-309c45c2b75d req-6535c6dd-396a-4ca3-97cd-ab8fce45e8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:24.945991 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-e26e7775-5207-4ca8-8e71-309c45c2b75d req-6535c6dd-396a-4ca3-97cd-ab8fce45e8bb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688&tenant_id=e74cfaf52f64453a8a7344d0a12351a4 HTTP/1.1" status: 200 len: 1097 time: 0.2248573 May 25 15:46:25.002421 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-cea39835-357a-49df-bd64-97479e24d135 req-da700324-1363-4fbd-9998-0c346785f817 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Unset dirty status for tenant:9bce1cd122ef42b3abc4c4ee145b8086 on resource:port {{(pid=98655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:46:25.003583 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-cea39835-357a-49df-bd64-97479e24d135 req-da700324-1363-4fbd-9998-0c346785f817 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/ports?device_id=aef55b7c-7358-4469-a3ae-7d199fc0441a HTTP/1.1" status: 200 len: 943 time: 0.5658710 May 25 15:46:25.010019 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-1af2b2bf-be65-4335-a3d4-6f06401d5cd6 req-ab57dc4f-4c03-46c0-9ec3-e945856259c6 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016383 May 25 15:46:25.099729 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bfd99a-53de-4bb7-b7ae-eb3a3efafe81 req-17f4d592-9762-4537-8e51-eefca5cdcaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:25.102697 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-a3bfd99a-53de-4bb7-b7ae-eb3a3efafe81 req-17f4d592-9762-4537-8e51-eefca5cdcaf2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9bce1cd122ef42b3abc4c4ee145b8086&device_id=aef55b7c-7358-4469-a3ae-7d199fc0441a HTTP/1.1" status: 200 len: 1096 time: 0.1955206 May 25 15:46:25.123655 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aef55b7c-7358-4469-a3ae-7d199fc0441a', 'tag': 'de167752-818e-4a78-912e-fa218a76ba35', 'status': 'completed', 'code': 200} May 25 15:46:25.163759 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.db_base_plugin_common [None req-acbfe29b-85e3-4048-82d1-5aa90bdfa791 admin admin] Allocated IP 172.28.3.134 (d51110de-dc62-4f0f-8f8a-5177828fdd7b/65a5f471-3295-4779-8fb3-11f32d4097e9/b77916c3-d88d-4028-bdd0-e537e4376e33) {{(pid=98653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:46:25.223905 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-a3bfd99a-53de-4bb7-b7ae-eb3a3efafe81 req-3d9af794-57ca-4e7c-9b5a-5363b47f0771 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de167752-818e-4a78-912e-fa218a76ba35 HTTP/1.1" status: 200 len: 217 time: 0.1015961 May 25 15:46:25.241383 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-cea39835-357a-49df-bd64-97479e24d135 req-56a05a48-d57e-4dcd-892d-5c8060a2da22 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4529b81-f2bf-45be-9726-8261e84ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180297 May 25 15:46:25.259968 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 73cbd40e-6a43-40a2-b208-1081f4fb3c96 up at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:46:25.312828 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e7775-5207-4ca8-8e71-309c45c2b75d req-dafb062e-7164-424f-bb88-27207965f4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:25.314569 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-e26e7775-5207-4ca8-8e71-309c45c2b75d req-dafb062e-7164-424f-bb88-27207965f4e3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e74cfaf52f64453a8a7344d0a12351a4&device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 1097 time: 0.3305869 May 25 15:46:25.358326 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bfd99a-53de-4bb7-b7ae-eb3a3efafe81 req-6581d9cd-f75a-4959-ad18-264a0958b948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:25.360563 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-a3bfd99a-53de-4bb7-b7ae-eb3a3efafe81 req-6581d9cd-f75a-4959-ad18-264a0958b948 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b60f4522-1b8e-47dc-8cf7-60f3f6a5e095 HTTP/1.1" status: 200 len: 853 time: 0.1151872 May 25 15:46:25.362357 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning for port 73cbd40e-6a43-40a2-b208-1081f4fb3c96 completed by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:46:25.429975 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-a3bfd99a-53de-4bb7-b7ae-eb3a3efafe81 req-6b1512ee-4984-4280-b5bc-638a189d5a05 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9dd4cc21-a203-40cb-8188-3b817bc11357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622807 May 25 15:46:25.532968 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-acbfe29b-85e3-4048-82d1-5aa90bdfa791 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:25.543323 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e7775-5207-4ca8-8e71-309c45c2b75d req-2df6733f-9414-42d4-ae1f-2c6bed09f734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:25.544936 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-e26e7775-5207-4ca8-8e71-309c45c2b75d req-2df6733f-9414-42d4-ae1f-2c6bed09f734 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9c420c9e-5d3a-4c72-87cc-64c647e4aa69 HTTP/1.1" status: 200 len: 917 time: 0.2161813 May 25 15:46:25.579749 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 47454) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:46:25.619215 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-a3bfd99a-53de-4bb7-b7ae-eb3a3efafe81 req-90564b88-1786-4eba-9c00-9de20408693c service neutron] 10.222.0.62 "GET /v2.0/networks/9dd4cc21-a203-40cb-8188-3b817bc11357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806905 May 25 15:46:25.694754 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-e26e7775-5207-4ca8-8e71-309c45c2b75d req-0b30c69c-c183-49f3-b164-b4225deef5e7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c772fa9-6a38-4554-9f1d-f8b47571819e HTTP/1.1" status: 200 len: 999 time: 0.1425254 May 25 15:46:25.704633 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-acbfe29b-85e3-4048-82d1-5aa90bdfa791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730535669962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14739030'] for port, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:25.710976 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:25.793430 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-70f5d0c3-4a6c-482a-901f-1aaa76824f13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:25.823542 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-70f5d0c3-4a6c-482a-901f-1aaa76824f13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:46:25.827743 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbfe29b-85e3-4048-82d1-5aa90bdfa791 admin admin] Network d51110de-dc62-4f0f-8f8a-5177828fdd7b is already hosted by enough agents. {{(pid=98653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:46:25.828088 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-a3bfd99a-53de-4bb7-b7ae-eb3a3efafe81 req-7f64c7bc-78a4-468f-8dd8-214174d849cc service neutron] 10.222.0.62 "GET /v2.0/networks/9dd4cc21-a203-40cb-8188-3b817bc11357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026041 May 25 15:46:25.830782 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-70f5d0c3-4a6c-482a-901f-1aaa76824f13 admin admin] Usage tracker for resource:security_group_rule and tenant:3a73ee3e8b0c48178cf34448da52b0aa is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:46:25.834678 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-70f5d0c3-4a6c-482a-901f-1aaa76824f13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:46:25.838980 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.base_scheduler [None req-acbfe29b-85e3-4048-82d1-5aa90bdfa791 admin admin] Resources bound (agent type, host, resource id): {{(pid=98653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:46:25.846043 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-70f5d0c3-4a6c-482a-901f-1aaa76824f13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:46:25.846773 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbfe29b-85e3-4048-82d1-5aa90bdfa791 admin admin] Received port after_create {{(pid=98653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:46:25.925743 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e7775-5207-4ca8-8e71-309c45c2b75d req-e79aa73c-e115-467e-b94c-10ea44eef2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:25.928646 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-e26e7775-5207-4ca8-8e71-309c45c2b75d req-e79aa73c-e115-467e-b94c-10ea44eef2aa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a3cc6c99-8adf-4559-8841-da254b001c5f HTTP/1.1" status: 200 len: 855 time: 0.2195694 May 25 15:46:25.929571 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbfe29b-85e3-4048-82d1-5aa90bdfa791 admin admin] Pushing event updated for resources: {'Port': ['ID=b77916c3-d88d-4028-bdd0-e537e4376e33,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:25.934657 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-acbfe29b-85e3-4048-82d1-5aa90bdfa791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:26.040506 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-70f5d0c3-4a6c-482a-901f-1aaa76824f13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:26.049813 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-70f5d0c3-4a6c-482a-901f-1aaa76824f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:26.084616 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-07d221da-4452-4f19-9891-33c9dcc929c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:26.159554 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-70f5d0c3-4a6c-482a-901f-1aaa76824f13 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3a73ee3e8b0c48178cf34448da52b0aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5782096 May 25 15:46:26.162383 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 47464) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:46:26.163618 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f5d0c3-4a6c-482a-901f-1aaa76824f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e606afd-857e-413c-8405-2d6a48192a1c,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:26.169821 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-70f5d0c3-4a6c-482a-901f-1aaa76824f13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:26.182231 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa17a54-2d1c-4831-9e25-33d438664c96 req-f4a69844-eec9-4bd9-bf0d-6c399b656a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:26.183796 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-aaa17a54-2d1c-4831-9e25-33d438664c96 req-f4a69844-eec9-4bd9-bf0d-6c399b656a6e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9bce1cd122ef42b3abc4c4ee145b8086&device_id=aef55b7c-7358-4469-a3ae-7d199fc0441a HTTP/1.1" status: 200 len: 1096 time: 0.2218597 May 25 15:46:26.199863 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d09a1d-cca9-496c-8558-6bf6629791a7 None None] Network 2e23e138-5300-4d67-9423-ae7531ef4a22 requested from dv-cinder-791239-3-smb {{(pid=98656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:46:26.409693 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5320c-e41f-4799-bc92-25a636b2748f req-127c77c0-04b6-4353-8905-44213db9dad7 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:26.411294 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-b4b5320c-e41f-4799-bc92-25a636b2748f req-127c77c0-04b6-4353-8905-44213db9dad7 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 944 time: 0.2227852 May 25 15:46:26.449540 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e7775-5207-4ca8-8e71-309c45c2b75d req-fde5255c-8687-4ae6-a6b2-4e55b78dda3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:26.454212 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-e26e7775-5207-4ca8-8e71-309c45c2b75d req-fde5255c-8687-4ae6-a6b2-4e55b78dda3f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9c420c9e-5d3a-4c72-87cc-64c647e4aa69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4429371 May 25 15:46:26.486549 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-97dd5b4f-7895-43f5-881f-bf6b05665635 None None] Provisioning for port 73cbd40e-6a43-40a2-b208-1081f4fb3c96 completed by entity DHCP. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:46:26.489504 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa17a54-2d1c-4831-9e25-33d438664c96 req-95963b4d-8cd0-435b-82de-8256ec8f4ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:26.491000 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-aaa17a54-2d1c-4831-9e25-33d438664c96 req-95963b4d-8cd0-435b-82de-8256ec8f4ce1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9dd4cc21-a203-40cb-8188-3b817bc11357 HTTP/1.1" status: 200 len: 914 time: 0.2664368 May 25 15:46:26.505435 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-a5a710dd-462d-49cf-9193-ac312ecfa492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:26.529622 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-97dd5b4f-7895-43f5-881f-bf6b05665635 None None] Provisioning complete for port 73cbd40e-6a43-40a2-b208-1081f4fb3c96 triggered by entity DHCP. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:46:26.530011 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-97dd5b4f-7895-43f5-881f-bf6b05665635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:26.594136 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-aaa17a54-2d1c-4831-9e25-33d438664c96 req-3dc53fd7-5227-484e-8f0f-4ffb9ed397e8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de167752-818e-4a78-912e-fa218a76ba35 HTTP/1.1" status: 200 len: 217 time: 0.0936713 May 25 15:46:26.599711 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-b4b5320c-e41f-4799-bc92-25a636b2748f req-4424078e-97bb-4092-a23d-efad9f46d67c tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752737 May 25 15:46:26.693881 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5824ad8e-5add-4143-a827-00b0347108c4 req-20949107-339e-480f-85c3-e24e5f5a1506 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:26.701452 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-5824ad8e-5add-4143-a827-00b0347108c4 req-20949107-339e-480f-85c3-e24e5f5a1506 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/ports?device_id=aef55b7c-7358-4469-a3ae-7d199fc0441a HTTP/1.1" status: 200 len: 943 time: 0.2538102 May 25 15:46:26.721829 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-97dd5b4f-7895-43f5-881f-bf6b05665635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:26.722803 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa17a54-2d1c-4831-9e25-33d438664c96 req-0a453632-0b00-4fb2-ad3f-04c003454a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:26.724270 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-aaa17a54-2d1c-4831-9e25-33d438664c96 req-0a453632-0b00-4fb2-ad3f-04c003454a41 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b60f4522-1b8e-47dc-8cf7-60f3f6a5e095 HTTP/1.1" status: 200 len: 853 time: 0.1170416 May 25 15:46:26.768066 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-97dd5b4f-7895-43f5-881f-bf6b05665635 None None] For port 73cbd40e-6a43-40a2-b208-1081f4fb3c96, host dv-cinder-791239-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=73cbd40e-6a43-40a2-b208-1081f4fb3c96,segment=NetworkSegment(0d2dba9c-6aea-4e0a-adda-13417adc15b7),segment_id=0d2dba9c-6aea-4e0a-adda-13417adc15b7)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:46:26.775041 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-97dd5b4f-7895-43f5-881f-bf6b05665635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:26.781226 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-a5a710dd-462d-49cf-9193-ac312ecfa492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:26.781519 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-26c7d9e7-0094-48dc-8680-21ec7e2dbfaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:26.816283 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-5824ad8e-5add-4143-a827-00b0347108c4 req-f588658a-f22b-41ee-8d69-23a024b8843c tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4529b81-f2bf-45be-9726-8261e84ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138732 May 25 15:46:26.825037 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-aaa17a54-2d1c-4831-9e25-33d438664c96 req-f235eddf-73fc-4184-81d0-09d264f96907 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9dd4cc21-a203-40cb-8188-3b817bc11357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804837 May 25 15:46:26.869600 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd5b4f-7895-43f5-881f-bf6b05665635 None None] Pushing event updated for resources: {'Port': ['ID=73cbd40e-6a43-40a2-b208-1081f4fb3c96,revision_number=3']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:26.880399 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-97dd5b4f-7895-43f5-881f-bf6b05665635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:26.887098 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-acbfe29b-85e3-4048-82d1-5aa90bdfa791 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:27.021805 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-ed614378-0784-483a-8826-7d57bc35d5ae None None] Provisioning complete for port 73cbd40e-6a43-40a2-b208-1081f4fb3c96 triggered by entity DHCP. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:46:27.021805 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-ed614378-0784-483a-8826-7d57bc35d5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:27.025039 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-e26e7775-5207-4ca8-8e71-309c45c2b75d req-1ce23ddd-b2b7-45bd-858c-4fc9f3ad014d service neutron] 10.222.0.62 "GET /v2.0/networks/9c420c9e-5d3a-4c72-87cc-64c647e4aa69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5529981 May 25 15:46:27.076700 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-a5a710dd-462d-49cf-9193-ac312ecfa492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:27.093711 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-aaa17a54-2d1c-4831-9e25-33d438664c96 req-a653ed8f-6c6d-43f3-a840-cb9ecbdf9ccd service neutron] 10.222.0.62 "GET /v2.0/networks/9dd4cc21-a203-40cb-8188-3b817bc11357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545075 May 25 15:46:27.119877 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-a97fc543-85a6-4086-a574-77a6e53c75d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:27.148640 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a710dd-462d-49cf-9193-ac312ecfa492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e606afd-857e-413c-8405-2d6a48192a1c,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:27.185731 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 73cbd40e-6a43-40a2-b208-1081f4fb3c96 up at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:46:27.209071 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-a5a710dd-462d-49cf-9193-ac312ecfa492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:27.261172 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning complete for port 73cbd40e-6a43-40a2-b208-1081f4fb3c96 triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:46:27.261635 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:27.264441 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-aaa17a54-2d1c-4831-9e25-33d438664c96 req-c761f3b1-4232-4e84-9544-f5965946e512 service neutron] 10.222.0.62 "GET /v2.0/networks/9dd4cc21-a203-40cb-8188-3b817bc11357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613781 May 25 15:46:27.333205 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-a5a710dd-462d-49cf-9193-ac312ecfa492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:27.337738 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-a5a710dd-462d-49cf-9193-ac312ecfa492 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2e606afd-857e-413c-8405-2d6a48192a1c HTTP/1.1" status: 204 len: 168 time: 1.1708004 May 25 15:46:27.434820 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-e26e7775-5207-4ca8-8e71-309c45c2b75d req-90dd13b0-19bb-4b1a-9d40-13229cac1ad8 service neutron] 10.222.0.62 "GET /v2.0/networks/9c420c9e-5d3a-4c72-87cc-64c647e4aa69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592529 May 25 15:46:27.456699 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-acbfe29b-85e3-4048-82d1-5aa90bdfa791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16421713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423649'] for router, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:27.689496 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acbfe29b-85e3-4048-82d1-5aa90bdfa791 admin admin] Router 55a4f65f-75c4-40fd-9ba9-d73a05086da9 is scheduled to L3 agent f8a1ad16-ec6f-48c0-91e7-34790a8304cd with binding_index 1 {{(pid=98653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 15:46:27.834153 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56c411-8d7c-4fec-b71c-6069693d21f2 req-e9d107f0-3e8f-4f2c-9a6d-3c99e4b67792 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:27.836232 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-ce56c411-8d7c-4fec-b71c-6069693d21f2 req-e9d107f0-3e8f-4f2c-9a6d-3c99e4b67792 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 944 time: 0.0947020 May 25 15:46:27.892071 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acbfe29b-85e3-4048-82d1-5aa90bdfa791 admin admin] Notify agent at l3_agent.dv-cinder-791239-3-smb the message routers_updated {{(pid=98653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:46:27.898497 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-ce56c411-8d7c-4fec-b71c-6069693d21f2 req-44864409-eec9-4e33-8b6d-dec34657fac2 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457156 May 25 15:46:27.901104 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726f8c3d-7957-474d-80f1-233162f3c4dd None None] Sync routers for ids ['55a4f65f-75c4-40fd-9ba9-d73a05086da9'] in dv-cinder-791239-3-smb {{(pid=98656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:46:27.924440 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-acbfe29b-85e3-4048-82d1-5aa90bdfa791 admin admin] Notify callbacks [] for router, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:27.925428 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726f8c3d-7957-474d-80f1-233162f3c4dd None None] Routers {'55a4f65f-75c4-40fd-9ba9-d73a05086da9'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:46:27.926094 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-acbfe29b-85e3-4048-82d1-5aa90bdfa791 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4239593 May 25 15:46:27.929502 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-726f8c3d-7957-474d-80f1-233162f3c4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:46:17Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['55a4f65f-75c4-40fd-9ba9-d73a05086da9'], 'active': True} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:46:27.930690 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 47490) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:46:28.077199 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb80fb-42cc-436b-93aa-f18e767e5473 req-7256d2b3-c730-427b-a4a8-d1776f7d5e78 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:28.080059 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-3abb80fb-42cc-436b-93aa-f18e767e5473 req-7256d2b3-c730-427b-a4a8-d1776f7d5e78 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/ports?device_id=aef55b7c-7358-4469-a3ae-7d199fc0441a HTTP/1.1" status: 200 len: 943 time: 0.1215515 May 25 15:46:28.156171 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-3abb80fb-42cc-436b-93aa-f18e767e5473 req-00ffba46-482a-4e82-bd2a-8a0c79a5289b tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4529b81-f2bf-45be-9726-8261e84ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697436 May 25 15:46:28.165251 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvr_db [None req-726f8c3d-7957-474d-80f1-233162f3c4dd None None] Set router 55a4f65f-75c4-40fd-9ba9-d73a05086da9 gateway port host: dv-cinder-791239-3-smb {{(pid=98656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:46:28.574504 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-726f8c3d-7957-474d-80f1-233162f3c4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a4f65f-75c4-40fd-9ba9-d73a05086da9', 'name': 'tempest-TestMinimumBasicScenario-1824758150-router', 'tenant_id': '40f0e137ef6d459694b23fb772f41365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': 'b77916c3-d88d-4028-bdd0-e537e4376e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:46:23Z', 'updated_at': '2021-05-25T15:46:26Z', 'revision_number': 3, 'project_id': '40f0e137ef6d459694b23fb772f41365', 'gw_port': {'id': 'b77916c3-d88d-4028-bdd0-e537e4376e33', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55a4f65f-75c4-40fd-9ba9-d73a05086da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:46:24Z', 'updated_at': '2021-05-25T15:46:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb'}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:46:28.579935 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726f8c3d-7957-474d-80f1-233162f3c4dd None None] Checking router: 55a4f65f-75c4-40fd-9ba9-d73a05086da9 for host: dv-cinder-791239-3-smb {{(pid=98656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:46:28.580305 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726f8c3d-7957-474d-80f1-233162f3c4dd None None] Updating router 55a4f65f-75c4-40fd-9ba9-d73a05086da9 port b77916c3-d88d-4028-bdd0-e537e4376e33 binding host dv-cinder-791239-3-smb {{(pid=98656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:46:28.683914 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-726f8c3d-7957-474d-80f1-233162f3c4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:29.064991 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-167ff2f1-9e0d-488e-b4da-bfe893d2487c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:29.102009 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device de167752-818e-4a78-912e-fa218a76ba35 details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=98656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:46:29.128681 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-726f8c3d-7957-474d-80f1-233162f3c4dd None None] Notify callbacks [] for port, precommit_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:29.214061 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3bd6e2-a1ab-41ff-a8ba-396c6fabcdc9 req-36837af6-7ef5-457b-824e-c5f9cb6097a4 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:29.215676 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-fd3bd6e2-a1ab-41ff-a8ba-396c6fabcdc9 req-36837af6-7ef5-457b-824e-c5f9cb6097a4 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 944 time: 0.1345716 May 25 15:46:29.272345 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-726f8c3d-7957-474d-80f1-233162f3c4dd None None] Transition to ACTIVE for port object b77916c3-d88d-4028-bdd0-e537e4376e33 will not be triggered until provisioned by entity L2. {{(pid=98656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:46:29.284581 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-726f8c3d-7957-474d-80f1-233162f3c4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:29.291250 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-8fbb5acd-c190-4124-9a78-8e3534044323 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:29.356460 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-fd3bd6e2-a1ab-41ff-a8ba-396c6fabcdc9 req-07189bc6-e86c-433d-90d8-90d2a6ecac7f tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274099 May 25 15:46:29.413300 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.db_base_plugin_common [None req-167ff2f1-9e0d-488e-b4da-bfe893d2487c admin admin] Allocated IP 172.20.0.1 (2e23e138-5300-4d67-9423-ae7531ef4a22/6d764aad-82e4-482f-aa9a-8954a4d179af/f32fc186-bc47-473d-88c4-90f79b727810) {{(pid=98653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:46:29.434542 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port de167752-818e-4a78-912e-fa218a76ba35, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=de167752-818e-4a78-912e-fa218a76ba35,segment=NetworkSegment(7f3aa47a-1eed-4b1d-a469-5006e97eaeb2),segment_id=7f3aa47a-1eed-4b1d-a469-5006e97eaeb2)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:46:29.453362 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e4054-6b4e-458d-a810-ae97bc58cbea req-540c5f90-e7c7-483d-9b38-32ec8d2a4bc8 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:29.455615 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-1c6e4054-6b4e-458d-a810-ae97bc58cbea req-540c5f90-e7c7-483d-9b38-32ec8d2a4bc8 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/ports?device_id=aef55b7c-7358-4469-a3ae-7d199fc0441a HTTP/1.1" status: 200 len: 943 time: 0.1582336 May 25 15:46:29.476380 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Returning: {'device': 'de167752-818e-4a78-912e-fa218a76ba35', 'network_id': '9dd4cc21-a203-40cb-8188-3b817bc11357', 'port_id': 'de167752-818e-4a78-912e-fa218a76ba35', 'mac_address': 'fa:16:3e:aa:b2:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b60f4522-1b8e-47dc-8cf7-60f3f6a5e095', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:46:29.489684 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.managers [None req-726f8c3d-7957-474d-80f1-233162f3c4dd None None] Attempting to bind port b77916c3-d88d-4028-bdd0-e537e4376e33 on host dv-cinder-791239-3-smb for vnic_type normal with profile {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:46:29.490553 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.managers [None req-726f8c3d-7957-474d-80f1-233162f3c4dd None None] Attempting to bind port b77916c3-d88d-4028-bdd0-e537e4376e33 by drivers openvswitch,hyperv on host dv-cinder-791239-3-smb at level 0 using segments [{'id': 'b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b'}] {{(pid=98656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:46:29.490935 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726f8c3d-7957-474d-80f1-233162f3c4dd None None] Attempting to bind port b77916c3-d88d-4028-bdd0-e537e4376e33 on network d51110de-dc62-4f0f-8f8a-5177828fdd7b {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:46:29.500465 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552465cc-47b7-4400-b93c-4ee0deada9bb None None] Pushing event updated for resources: {'Port': ['ID=b77916c3-d88d-4028-bdd0-e537e4376e33,revision_number=2']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:29.515565 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-1c6e4054-6b4e-458d-a810-ae97bc58cbea req-0e82b2c7-a610-48a3-8519-8048e6b807a7 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4529b81-f2bf-45be-9726-8261e84ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521698 May 25 15:46:29.543738 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-552465cc-47b7-4400-b93c-4ee0deada9bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:29.545358 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726f8c3d-7957-474d-80f1-233162f3c4dd None None] Checking agent: {'id': '7e687d8b-f3a5-45d0-a2c9-960fde35dba9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 32, 47), 'started_at': datetime.datetime(2021, 5, 25, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:46:29.545924 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726f8c3d-7957-474d-80f1-233162f3c4dd None None] Checking segment: {'id': 'b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:46:29.546564 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-726f8c3d-7957-474d-80f1-233162f3c4dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:29.547145 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726f8c3d-7957-474d-80f1-233162f3c4dd None None] Bound using segment: {'id': 'b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b'} {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:46:29.547820 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.managers [None req-726f8c3d-7957-474d-80f1-233162f3c4dd None None] Bound port: b77916c3-d88d-4028-bdd0-e537e4376e33, host: dv-cinder-791239-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b'}}] {{(pid=98656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:46:29.548372 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-726f8c3d-7957-474d-80f1-233162f3c4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:29.647856 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:29.678612 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.notifiers.nova [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de167752-818e-4a78-912e-fa218a76ba35 {{(pid=98656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:46:29.685523 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-726f8c3d-7957-474d-80f1-233162f3c4dd None None] For port b77916c3-d88d-4028-bdd0-e537e4376e33, host dv-cinder-791239-3-smb, cleared binding levels {{(pid=98656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:46:29.694918 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-726f8c3d-7957-474d-80f1-233162f3c4dd None None] For port b77916c3-d88d-4028-bdd0-e537e4376e33, host dv-cinder-791239-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=b77916c3-d88d-4028-bdd0-e537e4376e33,segment=NetworkSegment(b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2),segment_id=b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2)] {{(pid=98656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:46:29.701936 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port de167752-818e-4a78-912e-fa218a76ba35, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=de167752-818e-4a78-912e-fa218a76ba35,segment=NetworkSegment(7f3aa47a-1eed-4b1d-a469-5006e97eaeb2),segment_id=7f3aa47a-1eed-4b1d-a469-5006e97eaeb2)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:46:29.704301 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-726f8c3d-7957-474d-80f1-233162f3c4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:29.705930 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-167ff2f1-9e0d-488e-b4da-bfe893d2487c admin admin] Notify callbacks [] for port, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:29.708476 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:29.729169 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.provisioning_blocks [None req-167ff2f1-9e0d-488e-b4da-bfe893d2487c admin admin] Transition to ACTIVE for port object f32fc186-bc47-473d-88c4-90f79b727810 will not be triggered until provisioned by entity DHCP. {{(pid=98653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:46:29.770006 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:29.771014 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-167ff2f1-9e0d-488e-b4da-bfe893d2487c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730535669962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14739030'] for port, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:29.782559 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-acbfe29b-85e3-4048-82d1-5aa90bdfa791 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:29.804269 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726f8c3d-7957-474d-80f1-233162f3c4dd None None] Routers {'55a4f65f-75c4-40fd-9ba9-d73a05086da9'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:46:29.804992 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-726f8c3d-7957-474d-80f1-233162f3c4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:46:17Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['55a4f65f-75c4-40fd-9ba9-d73a05086da9'], 'active': True} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:46:29.877003 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167ff2f1-9e0d-488e-b4da-bfe893d2487c admin admin] Network 2e23e138-5300-4d67-9423-ae7531ef4a22 is already hosted by enough agents. {{(pid=98653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:46:29.880254 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.base_scheduler [None req-167ff2f1-9e0d-488e-b4da-bfe893d2487c admin admin] Resources bound (agent type, host, resource id): {{(pid=98653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:46:29.894358 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167ff2f1-9e0d-488e-b4da-bfe893d2487c admin admin] Pushing event updated for resources: {'Port': ['ID=f32fc186-bc47-473d-88c4-90f79b727810,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:29.898328 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167ff2f1-9e0d-488e-b4da-bfe893d2487c admin admin] Received port after_create {{(pid=98653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:46:29.941342 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552465cc-47b7-4400-b93c-4ee0deada9bb None None] Pushing event updated for resources: {'Port': ['ID=b77916c3-d88d-4028-bdd0-e537e4376e33,revision_number=3']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:29.946689 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-552465cc-47b7-4400-b93c-4ee0deada9bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:29.947191 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:29.957849 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-167ff2f1-9e0d-488e-b4da-bfe893d2487c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:29.977508 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-167ff2f1-9e0d-488e-b4da-bfe893d2487c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16426384'] for router_interface, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:30.135225 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Pushing event updated for resources: {'Port': ['ID=de167752-818e-4a78-912e-fa218a76ba35,revision_number=4']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:30.139214 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:30.147213 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-167ff2f1-9e0d-488e-b4da-bfe893d2487c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:30.147805 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvr_db [None req-726f8c3d-7957-474d-80f1-233162f3c4dd None None] Set router 55a4f65f-75c4-40fd-9ba9-d73a05086da9 gateway port host: dv-cinder-791239-3-smb {{(pid=98656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:46:30.202142 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3f8e98f4-cd8c-4821-9ada-a39d1e44ce19 None None] Provisioning for port f32fc186-bc47-473d-88c4-90f79b727810 completed by entity DHCP. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:46:30.277061 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] get_ports_and_sgs() called for port_ids ['de167752-818e-4a78-912e-fa218a76ba35'] {{(pid=98656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:46:30.315856 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3f8e98f4-cd8c-4821-9ada-a39d1e44ce19 None None] Provisioning complete for port f32fc186-bc47-473d-88c4-90f79b727810 triggered by entity DHCP. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:46:30.315856 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3f8e98f4-cd8c-4821-9ada-a39d1e44ce19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:30.472760 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-167ff2f1-9e0d-488e-b4da-bfe893d2487c admin admin] Notify callbacks [] for port, precommit_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:30.478184 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-3f8e98f4-cd8c-4821-9ada-a39d1e44ce19 None None] Port f32fc186-bc47-473d-88c4-90f79b727810 cannot update to ACTIVE because it is not bound. {{(pid=98656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:46:30.488170 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-167ff2f1-9e0d-488e-b4da-bfe893d2487c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14739039'] for port, after_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:30.518467 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:30.603095 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167ff2f1-9e0d-488e-b4da-bfe893d2487c admin admin] Pushing event updated for resources: {'Port': ['ID=f32fc186-bc47-473d-88c4-90f79b727810,revision_number=2']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:30.614058 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-167ff2f1-9e0d-488e-b4da-bfe893d2487c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:30.657861 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-167ff2f1-9e0d-488e-b4da-bfe893d2487c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16426301'] for router_interface, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:30.738726 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-726f8c3d-7957-474d-80f1-233162f3c4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a4f65f-75c4-40fd-9ba9-d73a05086da9', 'name': 'tempest-TestMinimumBasicScenario-1824758150-router', 'tenant_id': '40f0e137ef6d459694b23fb772f41365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': 'b77916c3-d88d-4028-bdd0-e537e4376e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:46:23Z', 'updated_at': '2021-05-25T15:46:26Z', 'revision_number': 3, 'project_id': '40f0e137ef6d459694b23fb772f41365', 'gw_port': {'id': 'b77916c3-d88d-4028-bdd0-e537e4376e33', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55a4f65f-75c4-40fd-9ba9-d73a05086da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:46:24Z', 'updated_at': '2021-05-25T15:46:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb'}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:46:30.749701 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726f8c3d-7957-474d-80f1-233162f3c4dd None None] The sync data for ids ['55a4f65f-75c4-40fd-9ba9-d73a05086da9'] in dv-cinder-791239-3-smb is: [{'id': '55a4f65f-75c4-40fd-9ba9-d73a05086da9', 'name': 'tempest-TestMinimumBasicScenario-1824758150-router', 'tenant_id': '40f0e137ef6d459694b23fb772f41365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': 'b77916c3-d88d-4028-bdd0-e537e4376e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:46:23Z', 'updated_at': '2021-05-25T15:46:26Z', 'revision_number': 3, 'project_id': '40f0e137ef6d459694b23fb772f41365', 'gw_port': {'id': 'b77916c3-d88d-4028-bdd0-e537e4376e33', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55a4f65f-75c4-40fd-9ba9-d73a05086da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:46:24Z', 'updated_at': '2021-05-25T15:46:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb'}] {{(pid=98656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:46:30.799650 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a73ec-b0e8-4074-beb4-299e15ecba9d req-489e8290-3678-41e2-b5c6-1f94f2a35ff4 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:30.801405 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e48a73ec-b0e8-4074-beb4-299e15ecba9d req-489e8290-3678-41e2-b5c6-1f94f2a35ff4 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 944 time: 0.2104836 May 25 15:46:30.890300 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167ff2f1-9e0d-488e-b4da-bfe893d2487c admin admin] Network 2e23e138-5300-4d67-9423-ae7531ef4a22 is already hosted by enough agents. {{(pid=98653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:46:30.892922 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.base_scheduler [None req-167ff2f1-9e0d-488e-b4da-bfe893d2487c admin admin] Resources bound (agent type, host, resource id): {{(pid=98653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:46:30.924985 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e48a73ec-b0e8-4074-beb4-299e15ecba9d req-8d6e0549-7a8e-432d-995c-82abb381f26f tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038489 May 25 15:46:30.948152 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e105490-86c0-405f-bcd2-2262915b9649 req-0108747e-f47b-4069-9104-aa330790fd7d tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:30.949752 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0e105490-86c0-405f-bcd2-2262915b9649 req-0108747e-f47b-4069-9104-aa330790fd7d tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/ports?device_id=aef55b7c-7358-4469-a3ae-7d199fc0441a HTTP/1.1" status: 200 len: 944 time: 0.2236652 May 25 15:46:31.050659 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0e105490-86c0-405f-bcd2-2262915b9649 req-39d60f79-eb07-428d-9bf1-c1f83a3dc92d tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4529b81-f2bf-45be-9726-8261e84ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934377 May 25 15:46:31.323928 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-634e4603-5cbe-4112-ba98-399d21a16b28 None None] Provisioning complete for port f32fc186-bc47-473d-88c4-90f79b727810 triggered by entity DHCP. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:46:31.324489 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-634e4603-5cbe-4112-ba98-399d21a16b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:31.409903 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-634e4603-5cbe-4112-ba98-399d21a16b28 None None] Port f32fc186-bc47-473d-88c4-90f79b727810 cannot update to ACTIVE because it is not bound. {{(pid=98656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:46:31.424903 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167ff2f1-9e0d-488e-b4da-bfe893d2487c admin admin] Router 55a4f65f-75c4-40fd-9ba9-d73a05086da9 has already been hosted by L3 agent f8a1ad16-ec6f-48c0-91e7-34790a8304cd {{(pid=98653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:46:31.673826 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167ff2f1-9e0d-488e-b4da-bfe893d2487c admin admin] Notify agent at l3_agent.dv-cinder-791239-3-smb the message routers_updated {{(pid=98653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:46:31.690364 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-167ff2f1-9e0d-488e-b4da-bfe893d2487c admin admin] 10.222.0.11 "PUT /v2.0/routers/55a4f65f-75c4-40fd-9ba9-d73a05086da9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7573867 May 25 15:46:32.332108 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ac8cf-c02a-453b-a81a-985b8a024777 req-e77b0512-2137-4c20-9f8e-c40786251d22 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:32.341506 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-754ac8cf-c02a-453b-a81a-985b8a024777 req-e77b0512-2137-4c20-9f8e-c40786251d22 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 944 time: 0.1380386 May 25 15:46:32.406965 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-754ac8cf-c02a-453b-a81a-985b8a024777 req-613bfdcf-a9b7-4e40-823c-79eb49ed6d95 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643988 May 25 15:46:32.614455 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f04489-b8c1-42fc-ab34-dc4bf97ffb61 req-25a4c87c-cc16-4e1b-be44-5930a87a6b08 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:32.620580 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-d6f04489-b8c1-42fc-ab34-dc4bf97ffb61 req-25a4c87c-cc16-4e1b-be44-5930a87a6b08 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/ports?device_id=aef55b7c-7358-4469-a3ae-7d199fc0441a HTTP/1.1" status: 200 len: 944 time: 0.1362543 May 25 15:46:32.691271 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-d6f04489-b8c1-42fc-ab34-dc4bf97ffb61 req-a1a694b8-5bb7-47d5-bf11-92acca2f721c tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4529b81-f2bf-45be-9726-8261e84ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686185 May 25 15:46:32.882011 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 47530) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:46:32.890299 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [None req-153d8cc4-7023-4dd1-b8d8-d04f12f4948a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1611561921-network', 'tenant_id': 'e5818c3a87de4e67809ca9e7e13aea84'}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:46:32.898458 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-153d8cc4-7023-4dd1-b8d8-d04f12f4948a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:46:32.903272 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-153d8cc4-7023-4dd1-b8d8-d04f12f4948a admin admin] Usage tracker for resource:network and tenant:e5818c3a87de4e67809ca9e7e13aea84 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:46:32.907382 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-153d8cc4-7023-4dd1-b8d8-d04f12f4948a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:46:32.914804 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-153d8cc4-7023-4dd1-b8d8-d04f12f4948a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:46:32.933475 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153d8cc4-7023-4dd1-b8d8-d04f12f4948a admin admin] Made reservation on behalf of e5818c3a87de4e67809ca9e7e13aea84 for: {'network': 1} {{(pid=98653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:46:32.936578 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-153d8cc4-7023-4dd1-b8d8-d04f12f4948a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-675072'] for network, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:32.955029 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-153d8cc4-7023-4dd1-b8d8-d04f12f4948a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:32.971299 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-153d8cc4-7023-4dd1-b8d8-d04f12f4948a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:46:32.975444 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-153d8cc4-7023-4dd1-b8d8-d04f12f4948a admin admin] Usage tracker for resource:security_group_rule and tenant:e5818c3a87de4e67809ca9e7e13aea84 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:46:32.978528 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-153d8cc4-7023-4dd1-b8d8-d04f12f4948a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:46:32.986269 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-153d8cc4-7023-4dd1-b8d8-d04f12f4948a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:46:33.055420 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27457e84-128a-4b7d-8382-b4e216669a5e None None] Sync routers for ids ['55a4f65f-75c4-40fd-9ba9-d73a05086da9'] in dv-cinder-791239-3-smb {{(pid=98660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:46:33.089027 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27457e84-128a-4b7d-8382-b4e216669a5e None None] Routers {'55a4f65f-75c4-40fd-9ba9-d73a05086da9'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:46:33.089735 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-27457e84-128a-4b7d-8382-b4e216669a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:46:17Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['55a4f65f-75c4-40fd-9ba9-d73a05086da9'], 'active': True} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:46:33.104283 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device de167752-818e-4a78-912e-fa218a76ba35 up at agent hyperv_hv-cinder-79123 {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:46:33.143551 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-153d8cc4-7023-4dd1-b8d8-d04f12f4948a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:33.148716 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-153d8cc4-7023-4dd1-b8d8-d04f12f4948a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:33.152059 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-3d729746-8103-4335-ad95-5b307ff20de1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:33.185448 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153d8cc4-7023-4dd1-b8d8-d04f12f4948a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b8ac4b-07a6-47f4-92ec-5460f375d51d,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:33.197454 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d8cc4-7023-4dd1-b8d8-d04f12f4948a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:33.197997 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d8cc4-7023-4dd1-b8d8-d04f12f4948a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:33.198556 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d8cc4-7023-4dd1-b8d8-d04f12f4948a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:33.199239 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d8cc4-7023-4dd1-b8d8-d04f12f4948a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:33.199567 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d8cc4-7023-4dd1-b8d8-d04f12f4948a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:33.200108 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d8cc4-7023-4dd1-b8d8-d04f12f4948a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:33.200583 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d8cc4-7023-4dd1-b8d8-d04f12f4948a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:33.201028 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d8cc4-7023-4dd1-b8d8-d04f12f4948a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:33.201473 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d8cc4-7023-4dd1-b8d8-d04f12f4948a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:33.201925 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d8cc4-7023-4dd1-b8d8-d04f12f4948a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:33.202397 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d8cc4-7023-4dd1-b8d8-d04f12f4948a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:33.202910 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d8cc4-7023-4dd1-b8d8-d04f12f4948a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:33.209314 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-153d8cc4-7023-4dd1-b8d8-d04f12f4948a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:33.217919 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-153d8cc4-7023-4dd1-b8d8-d04f12f4948a admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=98653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:46:33.234226 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-153d8cc4-7023-4dd1-b8d8-d04f12f4948a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713968'] for segment, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:33.234758 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.db.segments_db [None req-153d8cc4-7023-4dd1-b8d8-d04f12f4948a admin admin] Added segment a903719c-cf94-48f2-9fb9-ff5b41d52173 of type vlan for network b8071b70-22b0-4498-aaea-75a15d87bac3 May 25 15:46:33.288897 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device b77916c3-d88d-4028-bdd0-e537e4376e33 up at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:46:33.293342 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-153d8cc4-7023-4dd1-b8d8-d04f12f4948a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730535690298'] for network, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:33.334048 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvr_db [None req-27457e84-128a-4b7d-8382-b4e216669a5e None None] Set router 55a4f65f-75c4-40fd-9ba9-d73a05086da9 gateway port host: dv-cinder-791239-3-smb {{(pid=98660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:46:33.361211 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-153d8cc4-7023-4dd1-b8d8-d04f12f4948a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16304419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16277480'] for network, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:33.363789 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153d8cc4-7023-4dd1-b8d8-d04f12f4948a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:33.366563 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-153d8cc4-7023-4dd1-b8d8-d04f12f4948a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for network, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:33.380663 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Provisioning for port de167752-818e-4a78-912e-fa218a76ba35 completed by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:46:33.389998 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Provisioning complete for port de167752-818e-4a78-912e-fa218a76ba35 triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:46:33.390560 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:33.397439 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-925dec11-3bc2-46b4-99cb-a1fde63a18dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:33.518752 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153d8cc4-7023-4dd1-b8d8-d04f12f4948a admin admin] Pushing event updated for resources: {'Network': ['ID=b8071b70-22b0-4498-aaea-75a15d87bac3,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:33.522348 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-153d8cc4-7023-4dd1-b8d8-d04f12f4948a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6392691 May 25 15:46:33.523488 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-153d8cc4-7023-4dd1-b8d8-d04f12f4948a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:33.525526 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 47536) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:46:33.536658 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [None req-7f648d98-b057-49d6-ad9f-94cc39b31c87 admin admin] Request body: {'subnet': {'network_id': 'b8071b70-22b0-4498-aaea-75a15d87bac3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1611561921-subnet', 'tenant_id': 'e5818c3a87de4e67809ca9e7e13aea84', 'ip_version': 4}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:46:33.544152 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-7f648d98-b057-49d6-ad9f-94cc39b31c87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:46:33.550608 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-7f648d98-b057-49d6-ad9f-94cc39b31c87 admin admin] Usage tracker for resource:subnet and tenant:e5818c3a87de4e67809ca9e7e13aea84 is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:46:33.554819 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-7f648d98-b057-49d6-ad9f-94cc39b31c87 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:46:33.563997 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-7f648d98-b057-49d6-ad9f-94cc39b31c87 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:46:33.580167 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f648d98-b057-49d6-ad9f-94cc39b31c87 admin admin] Made reservation on behalf of e5818c3a87de4e67809ca9e7e13aea84 for: {'subnet': 1} {{(pid=98655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:46:33.589501 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-7f648d98-b057-49d6-ad9f-94cc39b31c87 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:33.612062 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Network b8071b70-22b0-4498-aaea-75a15d87bac3 details requested by agent ovs-agent-dv-cinder-791239-3-smb with host dv-cinder-791239-3-smb {{(pid=98656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 15:46:33.762542 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:33.816295 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning for port b77916c3-d88d-4028-bdd0-e537e4376e33 completed by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:46:33.849612 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning complete for port b77916c3-d88d-4028-bdd0-e537e4376e33 triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:46:33.860100 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:33.957350 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-27457e84-128a-4b7d-8382-b4e216669a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a4f65f-75c4-40fd-9ba9-d73a05086da9', 'name': 'tempest-TestMinimumBasicScenario-1824758150-router', 'tenant_id': '40f0e137ef6d459694b23fb772f41365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': 'b77916c3-d88d-4028-bdd0-e537e4376e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:46:23Z', 'updated_at': '2021-05-25T15:46:30Z', 'revision_number': 4, 'project_id': '40f0e137ef6d459694b23fb772f41365', 'gw_port': {'id': 'b77916c3-d88d-4028-bdd0-e537e4376e33', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55a4f65f-75c4-40fd-9ba9-d73a05086da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:46:24Z', 'updated_at': '2021-05-25T15:46:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_interfaces': [{'id': 'f32fc186-bc47-473d-88c4-90f79b727810', 'name': '', 'network_id': '2e23e138-5300-4d67-9423-ae7531ef4a22', 'tenant_id': '40f0e137ef6d459694b23fb772f41365', 'mac_address': 'fa:16:3e:b0:3b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55a4f65f-75c4-40fd-9ba9-d73a05086da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6d764aad-82e4-482f-aa9a-8954a4d179af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:46:29Z', 'updated_at': '2021-05-25T15:46:30Z', 'revision_number': 2, 'project_id': '40f0e137ef6d459694b23fb772f41365', 'subnets': [{'id': '6d764aad-82e4-482f-aa9a-8954a4d179af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:46:33.966632 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27457e84-128a-4b7d-8382-b4e216669a5e None None] Checking router: 55a4f65f-75c4-40fd-9ba9-d73a05086da9 for host: dv-cinder-791239-3-smb {{(pid=98660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:46:33.968065 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27457e84-128a-4b7d-8382-b4e216669a5e None None] Updating router 55a4f65f-75c4-40fd-9ba9-d73a05086da9 port f32fc186-bc47-473d-88c4-90f79b727810 binding host dv-cinder-791239-3-smb {{(pid=98660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:46:33.974920 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef55b7c-7358-4469-a3ae-7d199fc0441a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de167752-818e-4a78-912e-fa218a76ba35'}] {{(pid=98656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:46:33.996081 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port de167752-818e-4a78-912e-fa218a76ba35, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=de167752-818e-4a78-912e-fa218a76ba35,segment=NetworkSegment(7f3aa47a-1eed-4b1d-a469-5006e97eaeb2),segment_id=7f3aa47a-1eed-4b1d-a469-5006e97eaeb2)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:46:34.008677 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:34.019571 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-552465cc-47b7-4400-b93c-4ee0deada9bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:34.077206 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron_lib.callbacks.manager [None req-27457e84-128a-4b7d-8382-b4e216669a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:34.128131 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97311b0-2a38-4b47-91c8-9e0465536811 req-e8a4f0ee-82ec-4445-a423-2a62cefe66ca tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:34.131754 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e97311b0-2a38-4b47-91c8-9e0465536811 req-e8a4f0ee-82ec-4445-a423-2a62cefe66ca tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 944 time: 0.5033379 May 25 15:46:34.168909 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29bcb00-3a6b-40e7-9295-8f28a4f03cd0 req-a15000a9-b0b5-43ca-bb50-20c1f1cbeec1 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:34.176911 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-d29bcb00-3a6b-40e7-9295-8f28a4f03cd0 req-a15000a9-b0b5-43ca-bb50-20c1f1cbeec1 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/ports?device_id=aef55b7c-7358-4469-a3ae-7d199fc0441a HTTP/1.1" status: 200 len: 944 time: 0.2439940 May 25 15:46:34.225829 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:34.232477 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Pushing event updated for resources: {'Port': ['ID=de167752-818e-4a78-912e-fa218a76ba35,revision_number=5']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:34.245549 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:34.265172 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] For port b77916c3-d88d-4028-bdd0-e537e4376e33, host dv-cinder-791239-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=b77916c3-d88d-4028-bdd0-e537e4376e33,segment=NetworkSegment(b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2),segment_id=b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:46:34.273385 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:34.281220 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:34.343715 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e97311b0-2a38-4b47-91c8-9e0465536811 req-528442b5-3edf-4a0e-a460-d08dafd2697d tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1924083 May 25 15:46:34.372885 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-d29bcb00-3a6b-40e7-9295-8f28a4f03cd0 req-07a86d82-b944-48cb-bd1b-af9cc5d5126b tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4529b81-f2bf-45be-9726-8261e84ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949627 May 25 15:46:34.474042 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Pushing event updated for resources: {'Port': ['ID=b77916c3-d88d-4028-bdd0-e537e4376e33,revision_number=4']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:34.477722 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:34.492231 dv-cinder-791239-3-smb neutron-server[98656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aef55b7c-7358-4469-a3ae-7d199fc0441a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de167752-818e-4a78-912e-fa218a76ba35', 'code': 200} May 25 15:46:34.576130 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-7f648d98-b057-49d6-ad9f-94cc39b31c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491'] for subnet, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:34.586820 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:34.675071 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f648d98-b057-49d6-ad9f-94cc39b31c87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24c1df54-0b07-4b95-a8da-6f39126dda91,revision_number=0']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:34.679119 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-7f648d98-b057-49d6-ad9f-94cc39b31c87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:34.695049 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f648d98-b057-49d6-ad9f-94cc39b31c87 admin admin] Checking segment: {'id': 'a903719c-cf94-48f2-9fb9-ff5b41d52173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b8071b70-22b0-4498-aaea-75a15d87bac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:46:34.695573 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f648d98-b057-49d6-ad9f-94cc39b31c87 admin admin] Network hostable DHCP agents. Network: b8071b70-22b0-4498-aaea-75a15d87bac3, hostable agents: ['c114f6b1-151c-4bcf-990e-1a24ac4dbd68'], hosted agents: [] {{(pid=98655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:46:34.699020 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron_lib.callbacks.manager [None req-27457e84-128a-4b7d-8382-b4e216669a5e None None] Notify callbacks [] for port, precommit_update {{(pid=98660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:34.721728 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.provisioning_blocks [None req-27457e84-128a-4b7d-8382-b4e216669a5e None None] Transition to ACTIVE for port object f32fc186-bc47-473d-88c4-90f79b727810 will not be triggered until provisioned by entity L2. {{(pid=98660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:46:34.734020 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f648d98-b057-49d6-ad9f-94cc39b31c87 admin admin] Network b8071b70-22b0-4498-aaea-75a15d87bac3 is scheduled to be hosted by DHCP agent c114f6b1-151c-4bcf-990e-1a24ac4dbd68 with binding_index 1 {{(pid=98655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:46:34.745736 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron_lib.callbacks.manager [None req-27457e84-128a-4b7d-8382-b4e216669a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:34.753250 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.base_scheduler [None req-7f648d98-b057-49d6-ad9f-94cc39b31c87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791239-3-smb, b8071b70-22b0-4498-aaea-75a15d87bac3) {{(pid=98655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:46:34.755472 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG oslo_concurrency.lockutils [None req-8f808431-e5ae-42e1-a264-c012d9d8c97c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:34.759741 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f648d98-b057-49d6-ad9f-94cc39b31c87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:34.760336 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-7f648d98-b057-49d6-ad9f-94cc39b31c87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for subnet, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:34.773014 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d26ac37-deb8-4e43-9f58-1db45a907b9c None None] Network b8071b70-22b0-4498-aaea-75a15d87bac3 requested from dv-cinder-791239-3-smb {{(pid=98656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:46:34.813678 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-7f648d98-b057-49d6-ad9f-94cc39b31c87 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2857244 May 25 15:46:34.817674 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 47544) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:46:34.824521 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [None req-7161b5e7-12c1-4dac-bf2d-74a1325a4cb3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1611561921-router', 'tenant_id': 'e5818c3a87de4e67809ca9e7e13aea84', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b'}}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:46:34.837436 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-7161b5e7-12c1-4dac-bf2d-74a1325a4cb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:46:34.848852 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-7161b5e7-12c1-4dac-bf2d-74a1325a4cb3 admin admin] Usage tracker for resource:router and tenant:e5818c3a87de4e67809ca9e7e13aea84 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:46:34.858303 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-7161b5e7-12c1-4dac-bf2d-74a1325a4cb3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:46:34.882179 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-7161b5e7-12c1-4dac-bf2d-74a1325a4cb3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:46:34.900539 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-7161b5e7-12c1-4dac-bf2d-74a1325a4cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16421720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2398'] for router, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:34.901903 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-7161b5e7-12c1-4dac-bf2d-74a1325a4cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16420952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423559', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16267114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2375'] for router, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:34.933877 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0f7d2-808b-43d6-8efb-4e6e276afc25 None None] Pushing event updated for resources: {'Port': ['ID=f32fc186-bc47-473d-88c4-90f79b727810,revision_number=3']} {{(pid=98660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:34.946339 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-7161b5e7-12c1-4dac-bf2d-74a1325a4cb3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:35.070634 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0f7d2-808b-43d6-8efb-4e6e276afc25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:35.071335 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0f7d2-808b-43d6-8efb-4e6e276afc25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:35.071933 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0f7d2-808b-43d6-8efb-4e6e276afc25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:35.072738 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0f7d2-808b-43d6-8efb-4e6e276afc25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:35.073990 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0f7d2-808b-43d6-8efb-4e6e276afc25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:35.074496 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0f7d2-808b-43d6-8efb-4e6e276afc25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:35.075280 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0f7d2-808b-43d6-8efb-4e6e276afc25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:35.075769 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0f7d2-808b-43d6-8efb-4e6e276afc25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:35.076261 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0f7d2-808b-43d6-8efb-4e6e276afc25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:35.076849 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0f7d2-808b-43d6-8efb-4e6e276afc25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:35.077342 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0f7d2-808b-43d6-8efb-4e6e276afc25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:35.078627 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0f7d2-808b-43d6-8efb-4e6e276afc25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:35.089899 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG oslo_concurrency.lockutils [None req-cdd0f7d2-808b-43d6-8efb-4e6e276afc25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=98660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:35.173002 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.managers [None req-27457e84-128a-4b7d-8382-b4e216669a5e None None] Attempting to bind port f32fc186-bc47-473d-88c4-90f79b727810 on host dv-cinder-791239-3-smb for vnic_type normal with profile {{(pid=98660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:46:35.173394 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.managers [None req-27457e84-128a-4b7d-8382-b4e216669a5e None None] Attempting to bind port f32fc186-bc47-473d-88c4-90f79b727810 by drivers openvswitch,hyperv on host dv-cinder-791239-3-smb at level 0 using segments [{'id': '0d2dba9c-6aea-4e0a-adda-13417adc15b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2e23e138-5300-4d67-9423-ae7531ef4a22'}] {{(pid=98660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:46:35.173921 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27457e84-128a-4b7d-8382-b4e216669a5e None None] Attempting to bind port f32fc186-bc47-473d-88c4-90f79b727810 on network 2e23e138-5300-4d67-9423-ae7531ef4a22 {{(pid=98660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:46:35.188999 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27457e84-128a-4b7d-8382-b4e216669a5e None None] Checking agent: {'id': '7e687d8b-f3a5-45d0-a2c9-960fde35dba9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 32, 47), 'started_at': datetime.datetime(2021, 5, 25, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:46:35.192657 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27457e84-128a-4b7d-8382-b4e216669a5e None None] Checking segment: {'id': '0d2dba9c-6aea-4e0a-adda-13417adc15b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2e23e138-5300-4d67-9423-ae7531ef4a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:46:35.193179 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron_lib.callbacks.manager [None req-27457e84-128a-4b7d-8382-b4e216669a5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:35.193942 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27457e84-128a-4b7d-8382-b4e216669a5e None None] Bound using segment: {'id': '0d2dba9c-6aea-4e0a-adda-13417adc15b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2e23e138-5300-4d67-9423-ae7531ef4a22'} {{(pid=98660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:46:35.194783 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.managers [None req-27457e84-128a-4b7d-8382-b4e216669a5e None None] Bound port: f32fc186-bc47-473d-88c4-90f79b727810, host: dv-cinder-791239-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d2dba9c-6aea-4e0a-adda-13417adc15b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2e23e138-5300-4d67-9423-ae7531ef4a22'}}] {{(pid=98660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:46:35.195240 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron_lib.callbacks.manager [None req-27457e84-128a-4b7d-8382-b4e216669a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:35.236228 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d81671b-6c7f-4980-8ba9-b0acf9bdb7ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74aad02c-0dc6-5e3e-b290-52a6de11b65a-b8071b70-22b0-4498-aaea-75a15d87bac3', 'network_id': 'b8071b70-22b0-4498-aaea-75a15d87bac3', 'tenant_id': 'e5818c3a87de4e67809ca9e7e13aea84', 'fixed_ips': [{'subnet_id': '24c1df54-0b07-4b95-a8da-6f39126dda91'}]}} from dv-cinder-791239-3-smb. {{(pid=98656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 15:46:35.237259 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-8d81671b-6c7f-4980-8ba9-b0acf9bdb7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_create {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:35.332398 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device b77916c3-d88d-4028-bdd0-e537e4376e33 up at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:46:35.463441 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.db [None req-27457e84-128a-4b7d-8382-b4e216669a5e None None] For port f32fc186-bc47-473d-88c4-90f79b727810, host dv-cinder-791239-3-smb, cleared binding levels {{(pid=98660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:46:35.467572 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-7161b5e7-12c1-4dac-bf2d-74a1325a4cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16421738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2357'] for router, precommit_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:35.485930 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.db [None req-27457e84-128a-4b7d-8382-b4e216669a5e None None] For port f32fc186-bc47-473d-88c4-90f79b727810, host dv-cinder-791239-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=f32fc186-bc47-473d-88c4-90f79b727810,segment=NetworkSegment(0d2dba9c-6aea-4e0a-adda-13417adc15b7),segment_id=0d2dba9c-6aea-4e0a-adda-13417adc15b7)] {{(pid=98660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:46:35.495632 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron_lib.callbacks.manager [None req-27457e84-128a-4b7d-8382-b4e216669a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:35.538669 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:35.706114 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27457e84-128a-4b7d-8382-b4e216669a5e None None] Routers {'55a4f65f-75c4-40fd-9ba9-d73a05086da9'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:46:35.706778 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-27457e84-128a-4b7d-8382-b4e216669a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:46:17Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['55a4f65f-75c4-40fd-9ba9-d73a05086da9'], 'active': True} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:46:35.835208 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning complete for port b77916c3-d88d-4028-bdd0-e537e4376e33 triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:46:35.841903 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:35.901180 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.db_base_plugin_common [None req-8d81671b-6c7f-4980-8ba9-b0acf9bdb7ef None None] Allocated IP 172.20.0.2 (b8071b70-22b0-4498-aaea-75a15d87bac3/24c1df54-0b07-4b95-a8da-6f39126dda91/6811693d-9665-4c27-9ddf-54c6b088ae0b) {{(pid=98656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:46:35.907963 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0f7d2-808b-43d6-8efb-4e6e276afc25 None None] Pushing event updated for resources: {'Port': ['ID=f32fc186-bc47-473d-88c4-90f79b727810,revision_number=4']} {{(pid=98660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:35.927547 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG oslo_concurrency.lockutils [None req-cdd0f7d2-808b-43d6-8efb-4e6e276afc25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=98660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:35.988305 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-7161b5e7-12c1-4dac-bf2d-74a1325a4cb3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:36.069070 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-7161b5e7-12c1-4dac-bf2d-74a1325a4cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:36.109495 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1fce5-3835-4baf-aa5c-76bec7642b4d req-569fad0b-5bff-44c7-a03e-1db0df3631b8 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:36.125773 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-6bd1fce5-3835-4baf-aa5c-76bec7642b4d req-569fad0b-5bff-44c7-a03e-1db0df3631b8 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 944 time: 0.5158327 May 25 15:46:36.185776 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bfe8b6-8528-4827-a486-f1bd09b3fe77 req-66941be7-adcb-4ecc-aa44-398160ec42d9 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:36.187394 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-30bfe8b6-8528-4827-a486-f1bd09b3fe77 req-66941be7-adcb-4ecc-aa44-398160ec42d9 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/ports?device_id=aef55b7c-7358-4469-a3ae-7d199fc0441a HTTP/1.1" status: 200 len: 945 time: 0.3609807 May 25 15:46:36.200803 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvr_db [None req-27457e84-128a-4b7d-8382-b4e216669a5e None None] Set router 55a4f65f-75c4-40fd-9ba9-d73a05086da9 gateway port host: dv-cinder-791239-3-smb {{(pid=98660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:46:36.238404 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-6bd1fce5-3835-4baf-aa5c-76bec7642b4d req-eda3b4ae-ee4d-4433-8274-03cb09355f79 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113229 May 25 15:46:36.356847 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-30bfe8b6-8528-4827-a486-f1bd09b3fe77 req-70d4ae1f-5024-4b8a-a380-b4f83a2e5b2b tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4529b81-f2bf-45be-9726-8261e84ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362674 May 25 15:46:36.422455 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.db_base_plugin_common [None req-7161b5e7-12c1-4dac-bf2d-74a1325a4cb3 admin admin] Allocated IP 172.28.3.189 (d51110de-dc62-4f0f-8f8a-5177828fdd7b/65a5f471-3295-4779-8fb3-11f32d4097e9/6e007424-f94a-4f5e-bc42-0c577e91519c) {{(pid=98653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:46:36.469228 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-8d81671b-6c7f-4980-8ba9-b0acf9bdb7ef None None] Notify callbacks [] for port, precommit_create {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:36.485773 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-8d81671b-6c7f-4980-8ba9-b0acf9bdb7ef None None] Transition to ACTIVE for port object 6811693d-9665-4c27-9ddf-54c6b088ae0b will not be triggered until provisioned by entity L2. {{(pid=98656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:46:36.524041 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-8d81671b-6c7f-4980-8ba9-b0acf9bdb7ef None None] Transition to ACTIVE for port object 6811693d-9665-4c27-9ddf-54c6b088ae0b will not be triggered until provisioned by entity DHCP. {{(pid=98656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:46:36.545284 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-8d81671b-6c7f-4980-8ba9-b0acf9bdb7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730535669962'] for port, after_create {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:36.549602 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-7b5db8e4-baac-4e76-aa53-06fbd9f157f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:36.638877 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d81671b-6c7f-4980-8ba9-b0acf9bdb7ef None None] Network b8071b70-22b0-4498-aaea-75a15d87bac3 is already hosted by enough agents. {{(pid=98656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:46:36.638877 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.scheduler.base_scheduler [None req-8d81671b-6c7f-4980-8ba9-b0acf9bdb7ef None None] Resources bound (agent type, host, resource id): {{(pid=98656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:46:36.643504 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d81671b-6c7f-4980-8ba9-b0acf9bdb7ef None None] Received port after_create {{(pid=98656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:46:36.702899 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d81671b-6c7f-4980-8ba9-b0acf9bdb7ef None None] Pushing event updated for resources: {'Port': ['ID=6811693d-9665-4c27-9ddf-54c6b088ae0b,revision_number=1']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:36.751458 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-8d81671b-6c7f-4980-8ba9-b0acf9bdb7ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:36.775434 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-27457e84-128a-4b7d-8382-b4e216669a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a4f65f-75c4-40fd-9ba9-d73a05086da9', 'name': 'tempest-TestMinimumBasicScenario-1824758150-router', 'tenant_id': '40f0e137ef6d459694b23fb772f41365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': 'b77916c3-d88d-4028-bdd0-e537e4376e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:46:23Z', 'updated_at': '2021-05-25T15:46:30Z', 'revision_number': 4, 'project_id': '40f0e137ef6d459694b23fb772f41365', 'gw_port': {'id': 'b77916c3-d88d-4028-bdd0-e537e4376e33', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a4f65f-75c4-40fd-9ba9-d73a05086da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:46:24Z', 'updated_at': '2021-05-25T15:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_interfaces': [{'id': 'f32fc186-bc47-473d-88c4-90f79b727810', 'name': '', 'network_id': '2e23e138-5300-4d67-9423-ae7531ef4a22', 'tenant_id': '40f0e137ef6d459694b23fb772f41365', 'mac_address': 'fa:16:3e:b0:3b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55a4f65f-75c4-40fd-9ba9-d73a05086da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6d764aad-82e4-482f-aa9a-8954a4d179af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:46:29Z', 'updated_at': '2021-05-25T15:46:35Z', 'revision_number': 4, 'project_id': '40f0e137ef6d459694b23fb772f41365', 'subnets': [{'id': '6d764aad-82e4-482f-aa9a-8954a4d179af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:46:36.780484 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27457e84-128a-4b7d-8382-b4e216669a5e None None] The sync data for ids ['55a4f65f-75c4-40fd-9ba9-d73a05086da9'] in dv-cinder-791239-3-smb is: [{'id': '55a4f65f-75c4-40fd-9ba9-d73a05086da9', 'name': 'tempest-TestMinimumBasicScenario-1824758150-router', 'tenant_id': '40f0e137ef6d459694b23fb772f41365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': 'b77916c3-d88d-4028-bdd0-e537e4376e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:46:23Z', 'updated_at': '2021-05-25T15:46:30Z', 'revision_number': 4, 'project_id': '40f0e137ef6d459694b23fb772f41365', 'gw_port': {'id': 'b77916c3-d88d-4028-bdd0-e537e4376e33', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a4f65f-75c4-40fd-9ba9-d73a05086da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:46:24Z', 'updated_at': '2021-05-25T15:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_interfaces': [{'id': 'f32fc186-bc47-473d-88c4-90f79b727810', 'name': '', 'network_id': '2e23e138-5300-4d67-9423-ae7531ef4a22', 'tenant_id': '40f0e137ef6d459694b23fb772f41365', 'mac_address': 'fa:16:3e:b0:3b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55a4f65f-75c4-40fd-9ba9-d73a05086da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6d764aad-82e4-482f-aa9a-8954a4d179af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:46:29Z', 'updated_at': '2021-05-25T15:46:35Z', 'revision_number': 4, 'project_id': '40f0e137ef6d459694b23fb772f41365', 'subnets': [{'id': '6d764aad-82e4-482f-aa9a-8954a4d179af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:46:36.791494 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.managers [None req-8d81671b-6c7f-4980-8ba9-b0acf9bdb7ef None None] Attempting to bind port 6811693d-9665-4c27-9ddf-54c6b088ae0b on host dv-cinder-791239-3-smb for vnic_type normal with profile {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:46:36.792108 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.managers [None req-8d81671b-6c7f-4980-8ba9-b0acf9bdb7ef None None] Attempting to bind port 6811693d-9665-4c27-9ddf-54c6b088ae0b by drivers openvswitch,hyperv on host dv-cinder-791239-3-smb at level 0 using segments [{'id': 'a903719c-cf94-48f2-9fb9-ff5b41d52173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b8071b70-22b0-4498-aaea-75a15d87bac3'}] {{(pid=98656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:46:36.792565 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d81671b-6c7f-4980-8ba9-b0acf9bdb7ef None None] Attempting to bind port 6811693d-9665-4c27-9ddf-54c6b088ae0b on network b8071b70-22b0-4498-aaea-75a15d87bac3 {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:46:36.799679 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d81671b-6c7f-4980-8ba9-b0acf9bdb7ef None None] Checking agent: {'id': '7e687d8b-f3a5-45d0-a2c9-960fde35dba9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 32, 47), 'started_at': datetime.datetime(2021, 5, 25, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:46:36.800728 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d81671b-6c7f-4980-8ba9-b0acf9bdb7ef None None] Checking segment: {'id': 'a903719c-cf94-48f2-9fb9-ff5b41d52173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b8071b70-22b0-4498-aaea-75a15d87bac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:46:36.800914 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-8d81671b-6c7f-4980-8ba9-b0acf9bdb7ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:36.801399 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d81671b-6c7f-4980-8ba9-b0acf9bdb7ef None None] Bound using segment: {'id': 'a903719c-cf94-48f2-9fb9-ff5b41d52173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b8071b70-22b0-4498-aaea-75a15d87bac3'} {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:46:36.801966 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.managers [None req-8d81671b-6c7f-4980-8ba9-b0acf9bdb7ef None None] Bound port: 6811693d-9665-4c27-9ddf-54c6b088ae0b, host: dv-cinder-791239-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a903719c-cf94-48f2-9fb9-ff5b41d52173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b8071b70-22b0-4498-aaea-75a15d87bac3'}}] {{(pid=98656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:46:36.802886 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-8d81671b-6c7f-4980-8ba9-b0acf9bdb7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:36.910991 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-7161b5e7-12c1-4dac-bf2d-74a1325a4cb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:36.969686 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-8d81671b-6c7f-4980-8ba9-b0acf9bdb7ef None None] For port 6811693d-9665-4c27-9ddf-54c6b088ae0b, host dv-cinder-791239-3-smb, cleared binding levels {{(pid=98656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:46:36.970984 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-7161b5e7-12c1-4dac-bf2d-74a1325a4cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730535669962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14739030'] for port, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:36.976063 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-8d81671b-6c7f-4980-8ba9-b0acf9bdb7ef None None] For port 6811693d-9665-4c27-9ddf-54c6b088ae0b, host dv-cinder-791239-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=6811693d-9665-4c27-9ddf-54c6b088ae0b,segment=NetworkSegment(a903719c-cf94-48f2-9fb9-ff5b41d52173),segment_id=a903719c-cf94-48f2-9fb9-ff5b41d52173)] {{(pid=98656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:46:36.976304 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-8376222e-6503-41c9-b1b4-4f8847f4064b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:36.989453 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-8d81671b-6c7f-4980-8ba9-b0acf9bdb7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:36.999260 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-5c2e8168-5012-4e1a-a480-5a09ff3ae1ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:37.073451 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7161b5e7-12c1-4dac-bf2d-74a1325a4cb3 admin admin] Network d51110de-dc62-4f0f-8f8a-5177828fdd7b is already hosted by enough agents. {{(pid=98653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:46:37.077687 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.base_scheduler [None req-7161b5e7-12c1-4dac-bf2d-74a1325a4cb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=98653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:46:37.082608 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7161b5e7-12c1-4dac-bf2d-74a1325a4cb3 admin admin] Received port after_create {{(pid=98653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:46:37.121063 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7161b5e7-12c1-4dac-bf2d-74a1325a4cb3 admin admin] Pushing event updated for resources: {'Port': ['ID=6e007424-f94a-4f5e-bc42-0c577e91519c,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:37.141427 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-7161b5e7-12c1-4dac-bf2d-74a1325a4cb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:37.163411 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d81671b-6c7f-4980-8ba9-b0acf9bdb7ef None None] Pushing event updated for resources: {'Port': ['ID=6811693d-9665-4c27-9ddf-54c6b088ae0b,revision_number=2']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:37.168360 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-8d81671b-6c7f-4980-8ba9-b0acf9bdb7ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:37.351519 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device f32fc186-bc47-473d-88c4-90f79b727810 up at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:46:37.741886 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning for port f32fc186-bc47-473d-88c4-90f79b727810 completed by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:46:37.753751 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning complete for port f32fc186-bc47-473d-88c4-90f79b727810 triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:46:37.754350 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:37.754477 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.agents_db [None req-e0968af0-a351-492f-a815-45d38f582ebc None None] Agent healthcheck: found 6 active agents {{(pid=98660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:46:37.786526 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60e11d-ee45-4294-886c-153e2b6bd9d9 req-dd96ceb2-63c3-4e0e-ba00-a7de23021f72 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:37.788969 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-fd60e11d-ee45-4294-886c-153e2b6bd9d9 req-dd96ceb2-63c3-4e0e-ba00-a7de23021f72 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 944 time: 0.3363743 May 25 15:46:38.015239 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-7161b5e7-12c1-4dac-bf2d-74a1325a4cb3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:38.093927 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:38.106234 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-fd60e11d-ee45-4294-886c-153e2b6bd9d9 req-4b5462c4-5834-4d45-91a0-3b12e5616bfd tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2926104 May 25 15:46:38.173659 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] For port f32fc186-bc47-473d-88c4-90f79b727810, host dv-cinder-791239-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=f32fc186-bc47-473d-88c4-90f79b727810,segment=NetworkSegment(0d2dba9c-6aea-4e0a-adda-13417adc15b7),segment_id=0d2dba9c-6aea-4e0a-adda-13417adc15b7)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:46:38.182533 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a188dbf-ef21-4c94-be6b-100a0c095ede req-6ec89bb5-7e08-4a1d-babd-a816b56cb97c tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:38.199729 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:38.201571 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4a188dbf-ef21-4c94-be6b-100a0c095ede req-6ec89bb5-7e08-4a1d-babd-a816b56cb97c tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/ports?device_id=aef55b7c-7358-4469-a3ae-7d199fc0441a HTTP/1.1" status: 200 len: 945 time: 0.3918657 May 25 15:46:38.202483 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:38.310863 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4a188dbf-ef21-4c94-be6b-100a0c095ede req-91a15a19-7d2f-48a1-9dcb-42798ea46732 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4529b81-f2bf-45be-9726-8261e84ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066873 May 25 15:46:38.405769 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Pushing event updated for resources: {'Port': ['ID=f32fc186-bc47-473d-88c4-90f79b727810,revision_number=5']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:38.416726 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:38.717464 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-7161b5e7-12c1-4dac-bf2d-74a1325a4cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16421713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423649'] for router, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:38.869194 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ed7483-9c04-4176-b7b6-533aabb9199a None None] Network b8071b70-22b0-4498-aaea-75a15d87bac3 requested from dv-cinder-791239-3-smb {{(pid=98656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:46:38.978902 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-ed701eef-1d9f-4dbd-909f-990d88cecd56 None None] Provisioning for port 6811693d-9665-4c27-9ddf-54c6b088ae0b completed by entity DHCP. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:46:38.990446 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7161b5e7-12c1-4dac-bf2d-74a1325a4cb3 admin admin] Router f384927d-48db-40d4-84a0-afa5d7739e62 is scheduled to L3 agent f8a1ad16-ec6f-48c0-91e7-34790a8304cd with binding_index 1 {{(pid=98653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 15:46:39.361110 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device f32fc186-bc47-473d-88c4-90f79b727810 up at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:46:39.367155 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7161b5e7-12c1-4dac-bf2d-74a1325a4cb3 admin admin] Notify agent at l3_agent.dv-cinder-791239-3-smb the message routers_updated {{(pid=98653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:46:39.424708 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-7161b5e7-12c1-4dac-bf2d-74a1325a4cb3 admin admin] Notify callbacks [] for router, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:39.428759 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-7161b5e7-12c1-4dac-bf2d-74a1325a4cb3 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.6064756 May 25 15:46:39.429628 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 47566) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:46:39.448223 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7833d90-de94-44f0-96f5-1c9e8c457b1b None None] Sync routers for ids ['f384927d-48db-40d4-84a0-afa5d7739e62'] in dv-cinder-791239-3-smb {{(pid=98656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:46:39.498130 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7833d90-de94-44f0-96f5-1c9e8c457b1b None None] Routers {'f384927d-48db-40d4-84a0-afa5d7739e62'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:46:39.498936 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-c7833d90-de94-44f0-96f5-1c9e8c457b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:46:17Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['f384927d-48db-40d4-84a0-afa5d7739e62'], 'active': True} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:46:39.635476 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bed068-651d-4993-a881-b611610ceb77 req-817a6407-ad1f-464d-ad51-3f014ad8340e tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:39.637222 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-d6bed068-651d-4993-a881-b611610ceb77 req-817a6407-ad1f-464d-ad51-3f014ad8340e tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 944 time: 0.2824113 May 25 15:46:39.730044 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-d6bed068-651d-4993-a881-b611610ceb77 req-b22d25bb-748f-4527-a3e4-be47bc741c50 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616527 May 25 15:46:39.739408 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047148e7-4824-4cac-822b-f0c2fef5e132 req-cbd36007-70de-429c-99d6-a7d741e52c3f tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:39.741075 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-047148e7-4824-4cac-822b-f0c2fef5e132 req-cbd36007-70de-429c-99d6-a7d741e52c3f tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/ports?device_id=aef55b7c-7358-4469-a3ae-7d199fc0441a HTTP/1.1" status: 200 len: 945 time: 0.2058241 May 25 15:46:39.810927 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-047148e7-4824-4cac-822b-f0c2fef5e132 req-f100bf0f-dcb1-43b7-9508-d599258ed8a4 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4529b81-f2bf-45be-9726-8261e84ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628109 May 25 15:46:39.873559 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning complete for port f32fc186-bc47-473d-88c4-90f79b727810 triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:46:39.874159 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:39.924041 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvr_db [None req-c7833d90-de94-44f0-96f5-1c9e8c457b1b None None] Set router f384927d-48db-40d4-84a0-afa5d7739e62 gateway port host: dv-cinder-791239-3-smb {{(pid=98656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:46:40.250917 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 6811693d-9665-4c27-9ddf-54c6b088ae0b up at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:46:40.353466 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning for port 6811693d-9665-4c27-9ddf-54c6b088ae0b completed by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:46:40.360331 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning complete for port 6811693d-9665-4c27-9ddf-54c6b088ae0b triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:46:40.360861 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:40.396923 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-1adb2aca-2a9e-452b-b3dd-615835df26c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:40.426701 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-c7833d90-de94-44f0-96f5-1c9e8c457b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f384927d-48db-40d4-84a0-afa5d7739e62', 'name': 'tempest-TestMinimumBasicScenario-1611561921-router', 'tenant_id': 'e5818c3a87de4e67809ca9e7e13aea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': '6e007424-f94a-4f5e-bc42-0c577e91519c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:46:34Z', 'updated_at': '2021-05-25T15:46:37Z', 'revision_number': 3, 'project_id': 'e5818c3a87de4e67809ca9e7e13aea84', 'gw_port': {'id': '6e007424-f94a-4f5e-bc42-0c577e91519c', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:db:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f384927d-48db-40d4-84a0-afa5d7739e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:46:36Z', 'updated_at': '2021-05-25T15:46:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb'}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:46:40.439055 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7833d90-de94-44f0-96f5-1c9e8c457b1b None None] Checking router: f384927d-48db-40d4-84a0-afa5d7739e62 for host: dv-cinder-791239-3-smb {{(pid=98656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:46:40.439604 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7833d90-de94-44f0-96f5-1c9e8c457b1b None None] Updating router f384927d-48db-40d4-84a0-afa5d7739e62 port 6e007424-f94a-4f5e-bc42-0c577e91519c binding host dv-cinder-791239-3-smb {{(pid=98656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:46:40.540927 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-c7833d90-de94-44f0-96f5-1c9e8c457b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:40.677878 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.db_base_plugin_common [None req-1adb2aca-2a9e-452b-b3dd-615835df26c2 admin admin] Allocated IP 172.20.0.1 (b8071b70-22b0-4498-aaea-75a15d87bac3/24c1df54-0b07-4b95-a8da-6f39126dda91/a01368ff-2bd5-4546-a811-34d214ccc5f2) {{(pid=98653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:46:40.712791 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:40.832029 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] For port 6811693d-9665-4c27-9ddf-54c6b088ae0b, host dv-cinder-791239-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=6811693d-9665-4c27-9ddf-54c6b088ae0b,segment=NetworkSegment(a903719c-cf94-48f2-9fb9-ff5b41d52173),segment_id=a903719c-cf94-48f2-9fb9-ff5b41d52173)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:46:40.837562 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:40.842421 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-7b5db8e4-baac-4e76-aa53-06fbd9f157f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:40.846804 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-1adb2aca-2a9e-452b-b3dd-615835df26c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:40.865015 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.provisioning_blocks [None req-1adb2aca-2a9e-452b-b3dd-615835df26c2 admin admin] Transition to ACTIVE for port object a01368ff-2bd5-4546-a811-34d214ccc5f2 will not be triggered until provisioned by entity DHCP. {{(pid=98653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:46:40.894190 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-1adb2aca-2a9e-452b-b3dd-615835df26c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730535669962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14739030'] for port, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:40.899837 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-caf8be2b-7d15-4cec-8321-d515d4001994 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:40.941988 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Pushing event updated for resources: {'Port': ['ID=6811693d-9665-4c27-9ddf-54c6b088ae0b,revision_number=3']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:40.946338 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:40.983462 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb2aca-2a9e-452b-b3dd-615835df26c2 admin admin] Pushing event updated for resources: {'Port': ['ID=a01368ff-2bd5-4546-a811-34d214ccc5f2,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:40.990795 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adb2aca-2a9e-452b-b3dd-615835df26c2 admin admin] Network b8071b70-22b0-4498-aaea-75a15d87bac3 is already hosted by enough agents. {{(pid=98653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:46:40.991979 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-1adb2aca-2a9e-452b-b3dd-615835df26c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:40.992988 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.base_scheduler [None req-1adb2aca-2a9e-452b-b3dd-615835df26c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=98653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:46:40.995911 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adb2aca-2a9e-452b-b3dd-615835df26c2 admin admin] Received port after_create {{(pid=98653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:46:41.042245 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-c7833d90-de94-44f0-96f5-1c9e8c457b1b None None] Notify callbacks [] for port, precommit_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:41.053457 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-1adb2aca-2a9e-452b-b3dd-615835df26c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16426384'] for router_interface, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:41.057440 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-c7833d90-de94-44f0-96f5-1c9e8c457b1b None None] Transition to ACTIVE for port object 6e007424-f94a-4f5e-bc42-0c577e91519c will not be triggered until provisioned by entity L2. {{(pid=98656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:46:41.071057 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-c7833d90-de94-44f0-96f5-1c9e8c457b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:41.083313 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-26c7d9e7-0094-48dc-8680-21ec7e2dbfaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:41.106968 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96cdf41-bb91-4883-8642-2776d16a9dca req-2de1bd1f-988d-483e-8762-8e880fbe3a99 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:41.115048 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c96cdf41-bb91-4883-8642-2776d16a9dca req-2de1bd1f-988d-483e-8762-8e880fbe3a99 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 944 time: 0.1734865 May 25 15:46:41.164211 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.managers [None req-c7833d90-de94-44f0-96f5-1c9e8c457b1b None None] Attempting to bind port 6e007424-f94a-4f5e-bc42-0c577e91519c on host dv-cinder-791239-3-smb for vnic_type normal with profile {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:46:41.164653 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.managers [None req-c7833d90-de94-44f0-96f5-1c9e8c457b1b None None] Attempting to bind port 6e007424-f94a-4f5e-bc42-0c577e91519c by drivers openvswitch,hyperv on host dv-cinder-791239-3-smb at level 0 using segments [{'id': 'b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b'}] {{(pid=98656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:46:41.165022 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7833d90-de94-44f0-96f5-1c9e8c457b1b None None] Attempting to bind port 6e007424-f94a-4f5e-bc42-0c577e91519c on network d51110de-dc62-4f0f-8f8a-5177828fdd7b {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:46:41.180521 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7833d90-de94-44f0-96f5-1c9e8c457b1b None None] Checking agent: {'id': '7e687d8b-f3a5-45d0-a2c9-960fde35dba9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 32, 47), 'started_at': datetime.datetime(2021, 5, 25, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:46:41.180993 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7833d90-de94-44f0-96f5-1c9e8c457b1b None None] Checking segment: {'id': 'b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:46:41.181315 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-c7833d90-de94-44f0-96f5-1c9e8c457b1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:41.181722 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7833d90-de94-44f0-96f5-1c9e8c457b1b None None] Bound using segment: {'id': 'b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b'} {{(pid=98656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:46:41.182214 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.managers [None req-c7833d90-de94-44f0-96f5-1c9e8c457b1b None None] Bound port: 6e007424-f94a-4f5e-bc42-0c577e91519c, host: dv-cinder-791239-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b'}}] {{(pid=98656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:46:41.182596 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-c7833d90-de94-44f0-96f5-1c9e8c457b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:41.223583 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c96cdf41-bb91-4883-8642-2776d16a9dca req-c5ffc62e-807b-44de-b369-022d66e93614 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073086 May 25 15:46:41.238419 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39154f61-8666-4194-9af1-5c494243a11c None None] Pushing event updated for resources: {'Port': ['ID=6e007424-f94a-4f5e-bc42-0c577e91519c,revision_number=2']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:41.254659 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-39154f61-8666-4194-9af1-5c494243a11c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:41.255793 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 6811693d-9665-4c27-9ddf-54c6b088ae0b up at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:46:41.258525 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fcce47-b4e3-4156-88a2-7be6082f54f5 req-e41ec438-ceeb-4075-a301-44d7c6c8f249 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:41.268921 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-1adb2aca-2a9e-452b-b3dd-615835df26c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:41.279085 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c8fcce47-b4e3-4156-88a2-7be6082f54f5 req-e41ec438-ceeb-4075-a301-44d7c6c8f249 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/ports?device_id=aef55b7c-7358-4469-a3ae-7d199fc0441a HTTP/1.1" status: 200 len: 945 time: 0.2781096 May 25 15:46:41.331403 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c8fcce47-b4e3-4156-88a2-7be6082f54f5 req-2ea73008-39eb-4ac4-a75d-00607a85645f tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4529b81-f2bf-45be-9726-8261e84ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583465 May 25 15:46:41.369985 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-0185062b-b775-4404-9294-ff103f5bae93 None None] Provisioning for port a01368ff-2bd5-4546-a811-34d214ccc5f2 completed by entity DHCP. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:46:41.373800 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-c7833d90-de94-44f0-96f5-1c9e8c457b1b None None] For port 6e007424-f94a-4f5e-bc42-0c577e91519c, host dv-cinder-791239-3-smb, cleared binding levels {{(pid=98656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:46:41.377290 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-c7833d90-de94-44f0-96f5-1c9e8c457b1b None None] For port 6e007424-f94a-4f5e-bc42-0c577e91519c, host dv-cinder-791239-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=6e007424-f94a-4f5e-bc42-0c577e91519c,segment=NetworkSegment(b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2),segment_id=b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2)] {{(pid=98656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:46:41.382058 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-0185062b-b775-4404-9294-ff103f5bae93 None None] Provisioning complete for port a01368ff-2bd5-4546-a811-34d214ccc5f2 triggered by entity DHCP. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:46:41.382459 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-0185062b-b775-4404-9294-ff103f5bae93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:41.407204 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-c7833d90-de94-44f0-96f5-1c9e8c457b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:41.415024 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-39154f61-8666-4194-9af1-5c494243a11c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:41.561376 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning complete for port 6811693d-9665-4c27-9ddf-54c6b088ae0b triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:46:41.561741 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:41.594070 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-0185062b-b775-4404-9294-ff103f5bae93 None None] Port a01368ff-2bd5-4546-a811-34d214ccc5f2 cannot update to ACTIVE because it is not bound. {{(pid=98656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:46:41.616845 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39154f61-8666-4194-9af1-5c494243a11c None None] Pushing event updated for resources: {'Port': ['ID=6e007424-f94a-4f5e-bc42-0c577e91519c,revision_number=3']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:41.619331 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7833d90-de94-44f0-96f5-1c9e8c457b1b None None] Routers {'f384927d-48db-40d4-84a0-afa5d7739e62'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:46:41.619955 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-c7833d90-de94-44f0-96f5-1c9e8c457b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:46:17Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['f384927d-48db-40d4-84a0-afa5d7739e62'], 'active': True} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:46:41.642701 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-1adb2aca-2a9e-452b-b3dd-615835df26c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:41.649268 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-1adb2aca-2a9e-452b-b3dd-615835df26c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14739039'] for port, after_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:41.669741 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-39154f61-8666-4194-9af1-5c494243a11c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:41.679795 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:41.772073 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-1adb2aca-2a9e-452b-b3dd-615835df26c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16426301'] for router_interface, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:41.777695 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb2aca-2a9e-452b-b3dd-615835df26c2 admin admin] Pushing event updated for resources: {'Port': ['ID=a01368ff-2bd5-4546-a811-34d214ccc5f2,revision_number=2']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:41.784265 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-1adb2aca-2a9e-452b-b3dd-615835df26c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:41.874996 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvr_db [None req-c7833d90-de94-44f0-96f5-1c9e8c457b1b None None] Set router f384927d-48db-40d4-84a0-afa5d7739e62 gateway port host: dv-cinder-791239-3-smb {{(pid=98656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:46:41.929136 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adb2aca-2a9e-452b-b3dd-615835df26c2 admin admin] Network b8071b70-22b0-4498-aaea-75a15d87bac3 is already hosted by enough agents. {{(pid=98653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:46:41.934671 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.base_scheduler [None req-1adb2aca-2a9e-452b-b3dd-615835df26c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=98653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:46:42.167726 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1adb2aca-2a9e-452b-b3dd-615835df26c2 admin admin] Router f384927d-48db-40d4-84a0-afa5d7739e62 has already been hosted by L3 agent f8a1ad16-ec6f-48c0-91e7-34790a8304cd {{(pid=98653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:46:42.229476 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-5613dc6b-ca45-41a3-b3fa-57105219bc69 None None] Provisioning complete for port a01368ff-2bd5-4546-a811-34d214ccc5f2 triggered by entity DHCP. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:46:42.230049 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-5613dc6b-ca45-41a3-b3fa-57105219bc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:42.292243 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-5613dc6b-ca45-41a3-b3fa-57105219bc69 None None] Port a01368ff-2bd5-4546-a811-34d214ccc5f2 cannot update to ACTIVE because it is not bound. {{(pid=98656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:46:42.299489 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-c7833d90-de94-44f0-96f5-1c9e8c457b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f384927d-48db-40d4-84a0-afa5d7739e62', 'name': 'tempest-TestMinimumBasicScenario-1611561921-router', 'tenant_id': 'e5818c3a87de4e67809ca9e7e13aea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': '6e007424-f94a-4f5e-bc42-0c577e91519c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:46:34Z', 'updated_at': '2021-05-25T15:46:41Z', 'revision_number': 4, 'project_id': 'e5818c3a87de4e67809ca9e7e13aea84', 'gw_port': {'id': '6e007424-f94a-4f5e-bc42-0c577e91519c', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:db:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f384927d-48db-40d4-84a0-afa5d7739e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:46:36Z', 'updated_at': '2021-05-25T15:46:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_interfaces': [{'id': 'a01368ff-2bd5-4546-a811-34d214ccc5f2', 'name': '', 'network_id': 'b8071b70-22b0-4498-aaea-75a15d87bac3', 'tenant_id': 'e5818c3a87de4e67809ca9e7e13aea84', 'mac_address': 'fa:16:3e:6f:22:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f384927d-48db-40d4-84a0-afa5d7739e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '24c1df54-0b07-4b95-a8da-6f39126dda91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:46:40Z', 'updated_at': '2021-05-25T15:46:41Z', 'revision_number': 2, 'project_id': 'e5818c3a87de4e67809ca9e7e13aea84', 'subnets': [{'id': '24c1df54-0b07-4b95-a8da-6f39126dda91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:46:42.304189 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7833d90-de94-44f0-96f5-1c9e8c457b1b None None] The sync data for ids ['f384927d-48db-40d4-84a0-afa5d7739e62'] in dv-cinder-791239-3-smb is: [{'id': 'f384927d-48db-40d4-84a0-afa5d7739e62', 'name': 'tempest-TestMinimumBasicScenario-1611561921-router', 'tenant_id': 'e5818c3a87de4e67809ca9e7e13aea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': '6e007424-f94a-4f5e-bc42-0c577e91519c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:46:34Z', 'updated_at': '2021-05-25T15:46:41Z', 'revision_number': 4, 'project_id': 'e5818c3a87de4e67809ca9e7e13aea84', 'gw_port': {'id': '6e007424-f94a-4f5e-bc42-0c577e91519c', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:db:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f384927d-48db-40d4-84a0-afa5d7739e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:46:36Z', 'updated_at': '2021-05-25T15:46:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_interfaces': [{'id': 'a01368ff-2bd5-4546-a811-34d214ccc5f2', 'name': '', 'network_id': 'b8071b70-22b0-4498-aaea-75a15d87bac3', 'tenant_id': 'e5818c3a87de4e67809ca9e7e13aea84', 'mac_address': 'fa:16:3e:6f:22:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f384927d-48db-40d4-84a0-afa5d7739e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '24c1df54-0b07-4b95-a8da-6f39126dda91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:46:40Z', 'updated_at': '2021-05-25T15:46:41Z', 'revision_number': 2, 'project_id': 'e5818c3a87de4e67809ca9e7e13aea84', 'subnets': [{'id': '24c1df54-0b07-4b95-a8da-6f39126dda91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:46:42.388308 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1adb2aca-2a9e-452b-b3dd-615835df26c2 admin admin] Notify agent at l3_agent.dv-cinder-791239-3-smb the message routers_updated {{(pid=98653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:46:42.399256 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-1adb2aca-2a9e-452b-b3dd-615835df26c2 admin admin] 10.222.0.11 "PUT /v2.0/routers/f384927d-48db-40d4-84a0-afa5d7739e62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9685364 May 25 15:46:42.651942 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3e3beb-53be-442d-b8b3-221b48c9fe6d req-49a514fa-2b6b-4d84-80d2-42a78b937b4d tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:42.654595 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-bb3e3beb-53be-442d-b8b3-221b48c9fe6d req-49a514fa-2b6b-4d84-80d2-42a78b937b4d tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 944 time: 0.2612815 May 25 15:46:42.672852 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd6d70-78f5-4c21-aa5d-82b383b23c4e req-9ecc669e-b0c6-461f-a6e4-6fa07ba7b006 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:42.674407 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-58dd6d70-78f5-4c21-aa5d-82b383b23c4e req-9ecc669e-b0c6-461f-a6e4-6fa07ba7b006 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/ports?device_id=aef55b7c-7358-4469-a3ae-7d199fc0441a HTTP/1.1" status: 200 len: 945 time: 0.2000387 May 25 15:46:42.773033 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-bb3e3beb-53be-442d-b8b3-221b48c9fe6d req-832773eb-e187-4444-806e-fa1b75fda0c9 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090734 May 25 15:46:42.795521 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-58dd6d70-78f5-4c21-aa5d-82b383b23c4e req-55edac92-5545-40ee-91f7-4f985052ec87 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4529b81-f2bf-45be-9726-8261e84ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018515 May 25 15:46:43.253507 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 6e007424-f94a-4f5e-bc42-0c577e91519c up at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:46:43.341941 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning for port 6e007424-f94a-4f5e-bc42-0c577e91519c completed by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:46:43.349151 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning complete for port 6e007424-f94a-4f5e-bc42-0c577e91519c triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:46:43.349959 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:43.541078 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:43.566665 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] For port 6e007424-f94a-4f5e-bc42-0c577e91519c, host dv-cinder-791239-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=6e007424-f94a-4f5e-bc42-0c577e91519c,segment=NetworkSegment(b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2),segment_id=b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:46:43.573144 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:43.575634 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:43.701313 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Pushing event updated for resources: {'Port': ['ID=6e007424-f94a-4f5e-bc42-0c577e91519c,revision_number=4']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:43.707032 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:43.959016 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d27ef9f-c13f-4f1e-a5c6-9deb2fa51dfd req-cf2cbdeb-9e4c-4cba-ac8d-d2b19f96fe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:43.964058 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-0d27ef9f-c13f-4f1e-a5c6-9deb2fa51dfd req-cf2cbdeb-9e4c-4cba-ac8d-d2b19f96fe17 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=aef55b7c-7358-4469-a3ae-7d199fc0441a HTTP/1.1" status: 200 len: 1098 time: 0.3249812 May 25 15:46:44.054509 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-0d27ef9f-c13f-4f1e-a5c6-9deb2fa51dfd req-5fe6737e-afb7-493e-9db8-29e7860de5a2 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b4529b81-f2bf-45be-9726-8261e84ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838406 May 25 15:46:44.171624 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79665b21-ee5b-4539-aee4-ccdccc75f6cc req-ea1e1ec7-d8da-4cf5-9590-da703fb45d1e tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:44.173459 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-79665b21-ee5b-4539-aee4-ccdccc75f6cc req-ea1e1ec7-d8da-4cf5-9590-da703fb45d1e tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 944 time: 0.1869111 May 25 15:46:44.189248 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b284d47-056e-40e6-8a76-cef7c5b73d35 req-8ec420c2-471b-452d-b0bb-f2db7ab23405 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:44.190703 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-6b284d47-056e-40e6-8a76-cef7c5b73d35 req-8ec420c2-471b-452d-b0bb-f2db7ab23405 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/ports?device_id=aef55b7c-7358-4469-a3ae-7d199fc0441a HTTP/1.1" status: 200 len: 945 time: 0.1272223 May 25 15:46:44.255230 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-79665b21-ee5b-4539-aee4-ccdccc75f6cc req-9cf9c082-8372-45b2-989d-842f618d416d tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755129 May 25 15:46:44.298532 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-6b284d47-056e-40e6-8a76-cef7c5b73d35 req-8a40ecb8-8649-4d0b-ad80-1d697e6fab80 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4529b81-f2bf-45be-9726-8261e84ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899739 May 25 15:46:44.451143 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-66b369fc-6df2-4b75-bf4d-203ea89ab519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:44.946036 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc867b8-d056-4aaf-a861-388b1e0cf986 None None] Sync routers for ids ['f384927d-48db-40d4-84a0-afa5d7739e62'] in dv-cinder-791239-3-smb {{(pid=98660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:46:44.957248 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc867b8-d056-4aaf-a861-388b1e0cf986 None None] Routers {'f384927d-48db-40d4-84a0-afa5d7739e62'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:46:44.957972 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-bfc867b8-d056-4aaf-a861-388b1e0cf986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:46:17Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['f384927d-48db-40d4-84a0-afa5d7739e62'], 'active': True} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:46:45.206238 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvr_db [None req-bfc867b8-d056-4aaf-a861-388b1e0cf986 None None] Set router f384927d-48db-40d4-84a0-afa5d7739e62 gateway port host: dv-cinder-791239-3-smb {{(pid=98660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:46:45.232757 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 6e007424-f94a-4f5e-bc42-0c577e91519c up at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:46:45.349769 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning complete for port 6e007424-f94a-4f5e-bc42-0c577e91519c triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:46:45.350566 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:45.695964 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6409b191-d5b5-43df-a5bf-4c047e351b90 req-8deeebbc-306f-4ad4-81c1-edebc6e2e4fe tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:45.698385 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-6409b191-d5b5-43df-a5bf-4c047e351b90 req-8deeebbc-306f-4ad4-81c1-edebc6e2e4fe tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 944 time: 0.2090564 May 25 15:46:45.741385 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600cf9ff-4c20-4e92-a5b2-93776341ce02 req-cf99831f-db1f-44c4-935f-adc8a668063e tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:45.750128 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-600cf9ff-4c20-4e92-a5b2-93776341ce02 req-cf99831f-db1f-44c4-935f-adc8a668063e tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/ports?device_id=aef55b7c-7358-4469-a3ae-7d199fc0441a HTTP/1.1" status: 200 len: 945 time: 0.1868334 May 25 15:46:45.754661 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-bfc867b8-d056-4aaf-a861-388b1e0cf986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f384927d-48db-40d4-84a0-afa5d7739e62', 'name': 'tempest-TestMinimumBasicScenario-1611561921-router', 'tenant_id': 'e5818c3a87de4e67809ca9e7e13aea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': '6e007424-f94a-4f5e-bc42-0c577e91519c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:46:34Z', 'updated_at': '2021-05-25T15:46:41Z', 'revision_number': 4, 'project_id': 'e5818c3a87de4e67809ca9e7e13aea84', 'gw_port': {'id': '6e007424-f94a-4f5e-bc42-0c577e91519c', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:db:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f384927d-48db-40d4-84a0-afa5d7739e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:46:36Z', 'updated_at': '2021-05-25T15:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_interfaces': [{'id': 'a01368ff-2bd5-4546-a811-34d214ccc5f2', 'name': '', 'network_id': 'b8071b70-22b0-4498-aaea-75a15d87bac3', 'tenant_id': 'e5818c3a87de4e67809ca9e7e13aea84', 'mac_address': 'fa:16:3e:6f:22:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f384927d-48db-40d4-84a0-afa5d7739e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '24c1df54-0b07-4b95-a8da-6f39126dda91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:46:40Z', 'updated_at': '2021-05-25T15:46:41Z', 'revision_number': 2, 'project_id': 'e5818c3a87de4e67809ca9e7e13aea84', 'subnets': [{'id': '24c1df54-0b07-4b95-a8da-6f39126dda91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:46:45.761800 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc867b8-d056-4aaf-a861-388b1e0cf986 None None] Checking router: f384927d-48db-40d4-84a0-afa5d7739e62 for host: dv-cinder-791239-3-smb {{(pid=98660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:46:45.762710 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc867b8-d056-4aaf-a861-388b1e0cf986 None None] Updating router f384927d-48db-40d4-84a0-afa5d7739e62 port a01368ff-2bd5-4546-a811-34d214ccc5f2 binding host dv-cinder-791239-3-smb {{(pid=98660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:46:45.807388 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-6409b191-d5b5-43df-a5bf-4c047e351b90 req-7c19d508-e5c1-4324-8e27-4cb968c91fd2 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021779 May 25 15:46:45.856172 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-600cf9ff-4c20-4e92-a5b2-93776341ce02 req-bbbf3c15-eb93-4e4c-9d6f-920f1c89fa5e tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4529b81-f2bf-45be-9726-8261e84ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030276 May 25 15:46:45.886938 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron_lib.callbacks.manager [None req-bfc867b8-d056-4aaf-a861-388b1e0cf986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:46.381964 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron_lib.callbacks.manager [None req-bfc867b8-d056-4aaf-a861-388b1e0cf986 None None] Notify callbacks [] for port, precommit_update {{(pid=98660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:46.403325 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.provisioning_blocks [None req-bfc867b8-d056-4aaf-a861-388b1e0cf986 None None] Transition to ACTIVE for port object a01368ff-2bd5-4546-a811-34d214ccc5f2 will not be triggered until provisioned by entity L2. {{(pid=98660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:46:46.416367 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron_lib.callbacks.manager [None req-bfc867b8-d056-4aaf-a861-388b1e0cf986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:46.423213 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:46.611600 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586da24e-6a24-4197-9440-8c54097d75e0 None None] Pushing event updated for resources: {'Port': ['ID=a01368ff-2bd5-4546-a811-34d214ccc5f2,revision_number=3']} {{(pid=98660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:46.619347 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG oslo_concurrency.lockutils [None req-586da24e-6a24-4197-9440-8c54097d75e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=98660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:46.747547 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.managers [None req-bfc867b8-d056-4aaf-a861-388b1e0cf986 None None] Attempting to bind port a01368ff-2bd5-4546-a811-34d214ccc5f2 on host dv-cinder-791239-3-smb for vnic_type normal with profile {{(pid=98660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:46:46.748037 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.managers [None req-bfc867b8-d056-4aaf-a861-388b1e0cf986 None None] Attempting to bind port a01368ff-2bd5-4546-a811-34d214ccc5f2 by drivers openvswitch,hyperv on host dv-cinder-791239-3-smb at level 0 using segments [{'id': 'a903719c-cf94-48f2-9fb9-ff5b41d52173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b8071b70-22b0-4498-aaea-75a15d87bac3'}] {{(pid=98660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:46:46.748577 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc867b8-d056-4aaf-a861-388b1e0cf986 None None] Attempting to bind port a01368ff-2bd5-4546-a811-34d214ccc5f2 on network b8071b70-22b0-4498-aaea-75a15d87bac3 {{(pid=98660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:46:46.756997 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc867b8-d056-4aaf-a861-388b1e0cf986 None None] Checking agent: {'id': '7e687d8b-f3a5-45d0-a2c9-960fde35dba9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 32, 47), 'started_at': datetime.datetime(2021, 5, 25, 15, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:46:46.757682 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc867b8-d056-4aaf-a861-388b1e0cf986 None None] Checking segment: {'id': 'a903719c-cf94-48f2-9fb9-ff5b41d52173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b8071b70-22b0-4498-aaea-75a15d87bac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:46:46.758173 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron_lib.callbacks.manager [None req-bfc867b8-d056-4aaf-a861-388b1e0cf986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:46.758732 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc867b8-d056-4aaf-a861-388b1e0cf986 None None] Bound using segment: {'id': 'a903719c-cf94-48f2-9fb9-ff5b41d52173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b8071b70-22b0-4498-aaea-75a15d87bac3'} {{(pid=98660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:46:46.759219 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.managers [None req-bfc867b8-d056-4aaf-a861-388b1e0cf986 None None] Bound port: a01368ff-2bd5-4546-a811-34d214ccc5f2, host: dv-cinder-791239-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a903719c-cf94-48f2-9fb9-ff5b41d52173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b8071b70-22b0-4498-aaea-75a15d87bac3'}}] {{(pid=98660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:46:46.759709 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron_lib.callbacks.manager [None req-bfc867b8-d056-4aaf-a861-388b1e0cf986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:46.929545 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.db [None req-bfc867b8-d056-4aaf-a861-388b1e0cf986 None None] For port a01368ff-2bd5-4546-a811-34d214ccc5f2, host dv-cinder-791239-3-smb, cleared binding levels {{(pid=98660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:46:46.943120 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.plugins.ml2.db [None req-bfc867b8-d056-4aaf-a861-388b1e0cf986 None None] For port a01368ff-2bd5-4546-a811-34d214ccc5f2, host dv-cinder-791239-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=a01368ff-2bd5-4546-a811-34d214ccc5f2,segment=NetworkSegment(a903719c-cf94-48f2-9fb9-ff5b41d52173),segment_id=a903719c-cf94-48f2-9fb9-ff5b41d52173)] {{(pid=98660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:46:46.954446 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron_lib.callbacks.manager [None req-bfc867b8-d056-4aaf-a861-388b1e0cf986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:46.974435 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:47.185650 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc867b8-d056-4aaf-a861-388b1e0cf986 None None] Routers {'f384927d-48db-40d4-84a0-afa5d7739e62'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:46:47.189266 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-bfc867b8-d056-4aaf-a861-388b1e0cf986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:46:17Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['f384927d-48db-40d4-84a0-afa5d7739e62'], 'active': True} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:46:47.205617 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device 4c772fa9-6a38-4554-9f1d-f8b47571819e details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=98656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:46:47.276977 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586da24e-6a24-4197-9440-8c54097d75e0 None None] Pushing event updated for resources: {'Port': ['ID=a01368ff-2bd5-4546-a811-34d214ccc5f2,revision_number=4']} {{(pid=98660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:47.314774 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG oslo_concurrency.lockutils [None req-586da24e-6a24-4197-9440-8c54097d75e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=98660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:47.339164 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc596e-501c-4f0a-a726-e5fec757fa4b req-3276229a-aabc-4d27-b499-bc53c535af27 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:47.340871 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e1fc596e-501c-4f0a-a726-e5fec757fa4b req-3276229a-aabc-4d27-b499-bc53c535af27 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 944 time: 0.1815379 May 25 15:46:47.438502 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port 4c772fa9-6a38-4554-9f1d-f8b47571819e, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=4c772fa9-6a38-4554-9f1d-f8b47571819e,segment=NetworkSegment(d31b3f55-0029-4b5d-9031-950743b628bb),segment_id=d31b3f55-0029-4b5d-9031-950743b628bb)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:46:47.446090 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e1fc596e-501c-4f0a-a726-e5fec757fa4b req-0d025918-d215-4905-a94b-7181bda7deeb tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988083 May 25 15:46:47.482893 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Returning: {'device': '4c772fa9-6a38-4554-9f1d-f8b47571819e', 'network_id': '9c420c9e-5d3a-4c72-87cc-64c647e4aa69', 'port_id': '4c772fa9-6a38-4554-9f1d-f8b47571819e', 'mac_address': 'fa:16:3e:0f:d6:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3cc6c99-8adf-4559-8841-da254b001c5f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:46:47.564969 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:47.583340 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvr_db [None req-bfc867b8-d056-4aaf-a861-388b1e0cf986 None None] Set router f384927d-48db-40d4-84a0-afa5d7739e62 gateway port host: dv-cinder-791239-3-smb {{(pid=98660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:46:47.622780 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3b927dfc-08fa-4248-b3fa-cf64e8a585d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:47.627708 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.notifiers.nova [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c772fa9-6a38-4554-9f1d-f8b47571819e {{(pid=98656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:46:47.631348 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0db653-34a9-47bf-b6dd-5d2578b2f049 req-83de0113-f3ae-447b-9a94-8f7dcdfdff42 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:47.633417 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-1c0db653-34a9-47bf-b6dd-5d2578b2f049 req-83de0113-f3ae-447b-9a94-8f7dcdfdff42 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/ports?device_id=aef55b7c-7358-4469-a3ae-7d199fc0441a HTTP/1.1" status: 200 len: 945 time: 0.1425979 May 25 15:46:47.640846 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:47.683645 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port 4c772fa9-6a38-4554-9f1d-f8b47571819e, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=4c772fa9-6a38-4554-9f1d-f8b47571819e,segment=NetworkSegment(d31b3f55-0029-4b5d-9031-950743b628bb),segment_id=d31b3f55-0029-4b5d-9031-950743b628bb)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:46:47.693055 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:47.695194 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:47.715133 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-1c0db653-34a9-47bf-b6dd-5d2578b2f049 req-9df05b12-58b7-438d-aa67-7e801ee8c8fa tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4529b81-f2bf-45be-9726-8261e84ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748103 May 25 15:46:47.850189 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Pushing event updated for resources: {'Port': ['ID=4c772fa9-6a38-4554-9f1d-f8b47571819e,revision_number=9']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:47.860678 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:48.109805 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] get_ports_and_sgs() called for port_ids ['4c772fa9-6a38-4554-9f1d-f8b47571819e'] {{(pid=98656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:46:48.129914 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-bfc867b8-d056-4aaf-a861-388b1e0cf986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f384927d-48db-40d4-84a0-afa5d7739e62', 'name': 'tempest-TestMinimumBasicScenario-1611561921-router', 'tenant_id': 'e5818c3a87de4e67809ca9e7e13aea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': '6e007424-f94a-4f5e-bc42-0c577e91519c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:46:34Z', 'updated_at': '2021-05-25T15:46:41Z', 'revision_number': 4, 'project_id': 'e5818c3a87de4e67809ca9e7e13aea84', 'gw_port': {'id': '6e007424-f94a-4f5e-bc42-0c577e91519c', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:db:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f384927d-48db-40d4-84a0-afa5d7739e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:46:36Z', 'updated_at': '2021-05-25T15:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_interfaces': [{'id': 'a01368ff-2bd5-4546-a811-34d214ccc5f2', 'name': '', 'network_id': 'b8071b70-22b0-4498-aaea-75a15d87bac3', 'tenant_id': 'e5818c3a87de4e67809ca9e7e13aea84', 'mac_address': 'fa:16:3e:6f:22:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f384927d-48db-40d4-84a0-afa5d7739e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '24c1df54-0b07-4b95-a8da-6f39126dda91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:46:40Z', 'updated_at': '2021-05-25T15:46:46Z', 'revision_number': 4, 'project_id': 'e5818c3a87de4e67809ca9e7e13aea84', 'subnets': [{'id': '24c1df54-0b07-4b95-a8da-6f39126dda91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:46:48.135714 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc867b8-d056-4aaf-a861-388b1e0cf986 None None] The sync data for ids ['f384927d-48db-40d4-84a0-afa5d7739e62'] in dv-cinder-791239-3-smb is: [{'id': 'f384927d-48db-40d4-84a0-afa5d7739e62', 'name': 'tempest-TestMinimumBasicScenario-1611561921-router', 'tenant_id': 'e5818c3a87de4e67809ca9e7e13aea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': '6e007424-f94a-4f5e-bc42-0c577e91519c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:46:34Z', 'updated_at': '2021-05-25T15:46:41Z', 'revision_number': 4, 'project_id': 'e5818c3a87de4e67809ca9e7e13aea84', 'gw_port': {'id': '6e007424-f94a-4f5e-bc42-0c577e91519c', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:db:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f384927d-48db-40d4-84a0-afa5d7739e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:46:36Z', 'updated_at': '2021-05-25T15:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_interfaces': [{'id': 'a01368ff-2bd5-4546-a811-34d214ccc5f2', 'name': '', 'network_id': 'b8071b70-22b0-4498-aaea-75a15d87bac3', 'tenant_id': 'e5818c3a87de4e67809ca9e7e13aea84', 'mac_address': 'fa:16:3e:6f:22:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f384927d-48db-40d4-84a0-afa5d7739e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '24c1df54-0b07-4b95-a8da-6f39126dda91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:46:40Z', 'updated_at': '2021-05-25T15:46:46Z', 'revision_number': 4, 'project_id': 'e5818c3a87de4e67809ca9e7e13aea84', 'subnets': [{'id': '24c1df54-0b07-4b95-a8da-6f39126dda91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:46:48.411464 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:48.760850 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6ab69-d4af-43f2-8187-df948a1256ae req-65261371-0316-41dd-a5ed-70a1704f2c93 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:48.763619 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-83f6ab69-d4af-43f2-8187-df948a1256ae req-65261371-0316-41dd-a5ed-70a1704f2c93 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 945 time: 0.1150510 May 25 15:46:48.917433 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-5e596f64-6e97-4d78-9813-f3b7462efcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:48.970721 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-83f6ab69-d4af-43f2-8187-df948a1256ae req-e4d13fb0-e6bf-46f9-8637-9f4d5b1f73f1 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997406 May 25 15:46:49.244777 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device a01368ff-2bd5-4546-a811-34d214ccc5f2 up at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:46:49.360322 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning for port a01368ff-2bd5-4546-a811-34d214ccc5f2 completed by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:46:49.366836 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning complete for port a01368ff-2bd5-4546-a811-34d214ccc5f2 triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:46:49.370173 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:49.525071 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:49.586868 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] For port a01368ff-2bd5-4546-a811-34d214ccc5f2, host dv-cinder-791239-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=a01368ff-2bd5-4546-a811-34d214ccc5f2,segment=NetworkSegment(a903719c-cf94-48f2-9fb9-ff5b41d52173),segment_id=a903719c-cf94-48f2-9fb9-ff5b41d52173)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:46:49.592186 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:49.596333 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:49.676124 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Pushing event updated for resources: {'Port': ['ID=a01368ff-2bd5-4546-a811-34d214ccc5f2,revision_number=5']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:49.690219 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:50.265470 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62216d-8be3-4439-bca2-6784dd9feedb req-f235ed9d-0045-40ee-9f55-c1db663d47f3 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:50.272682 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-de62216d-8be3-4439-bca2-6784dd9feedb req-f235ed9d-0045-40ee-9f55-c1db663d47f3 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 945 time: 0.1128809 May 25 15:46:50.333166 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-de62216d-8be3-4439-bca2-6784dd9feedb req-bc2daef7-1ecc-4e13-bc66-6ff06566701d tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594690 May 25 15:46:50.466221 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-61dd613b-f3f2-4fd9-acf0-68300fd05fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:51.221124 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device a01368ff-2bd5-4546-a811-34d214ccc5f2 up at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:46:51.278382 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device 4c772fa9-6a38-4554-9f1d-f8b47571819e up at agent hyperv_hv-cinder-79123 {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:46:51.451740 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Provisioning complete for port 4c772fa9-6a38-4554-9f1d-f8b47571819e triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:46:51.452171 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:51.519995 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Provisioning complete for port a01368ff-2bd5-4546-a811-34d214ccc5f2 triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:46:51.520481 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:51.638091 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c0cba-cad7-4bc0-a8e2-ec29a69d617b req-b6a159f7-a6f1-4853-b320-a5fe9dbaf5d7 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:51.641498 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-5c7c0cba-cad7-4bc0-a8e2-ec29a69d617b req-b6a159f7-a6f1-4853-b320-a5fe9dbaf5d7 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 945 time: 0.1442032 May 25 15:46:51.706526 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-5c7c0cba-cad7-4bc0-a8e2-ec29a69d617b req-1a057e3f-671e-428a-9209-e78ddc57de25 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566397 May 25 15:46:51.791813 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:51.839417 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec117617-97bf-489f-969b-bc0810abd688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c772fa9-6a38-4554-9f1d-f8b47571819e'}] {{(pid=98656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:46:51.870703 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port 4c772fa9-6a38-4554-9f1d-f8b47571819e, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=4c772fa9-6a38-4554-9f1d-f8b47571819e,segment=NetworkSegment(d31b3f55-0029-4b5d-9031-950743b628bb),segment_id=d31b3f55-0029-4b5d-9031-950743b628bb)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:46:51.876857 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:51.878918 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:51.940414 dv-cinder-791239-3-smb neutron-server[98656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec117617-97bf-489f-969b-bc0810abd688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c772fa9-6a38-4554-9f1d-f8b47571819e', 'code': 200} May 25 15:46:52.028977 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Pushing event updated for resources: {'Port': ['ID=4c772fa9-6a38-4554-9f1d-f8b47571819e,revision_number=10']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:52.034513 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:52.775163 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6be5d-9485-4b36-8c0a-0dda1b5a78ae req-53e1b872-79dc-406b-9297-5808f5c94644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:52.781528 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-fef6be5d-9485-4b36-8c0a-0dda1b5a78ae req-53e1b872-79dc-406b-9297-5808f5c94644 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 1100 time: 0.1403689 May 25 15:46:52.857810 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-fef6be5d-9485-4b36-8c0a-0dda1b5a78ae req-4be955ee-29e8-4f4a-a6ae-b4f3e98e980d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691869 May 25 15:46:52.999267 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374387ed-dc65-4975-938f-c6eb590e7c54 req-0d64231b-1523-4814-90a9-566ec7f714a6 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:53.001828 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-374387ed-dc65-4975-938f-c6eb590e7c54 req-0d64231b-1523-4814-90a9-566ec7f714a6 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 947 time: 0.0924203 May 25 15:46:53.064841 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-374387ed-dc65-4975-938f-c6eb590e7c54 req-b2a9a53f-ec9d-4cd0-ac5c-6e5d231e7ed9 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555837 May 25 15:46:54.311631 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a78a369-1402-443f-bfbb-cb79bd3deec5 req-4bc46380-4294-4ea5-89e0-f2d1980c47bf tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:54.313132 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0a78a369-1402-443f-bfbb-cb79bd3deec5 req-4bc46380-4294-4ea5-89e0-f2d1980c47bf tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 947 time: 0.1073360 May 25 15:46:54.373755 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0a78a369-1402-443f-bfbb-cb79bd3deec5 req-8e184f6a-3923-481b-8aac-598301324252 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521255 May 25 15:46:55.114373 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742adae-4475-475b-a801-d0a5c984b606 req-972a42d1-f547-492c-aa4b-7a20011d497b tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:55.116219 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f742adae-4475-475b-a801-d0a5c984b606 req-972a42d1-f547-492c-aa4b-7a20011d497b tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/networks?id=2e23e138-5300-4d67-9423-ae7531ef4a22 HTTP/1.1" status: 200 len: 815 time: 0.1587996 May 25 15:46:55.132322 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f742adae-4475-475b-a801-d0a5c984b606 req-ba8a7baf-7221-41c6-b8a1-f7bfee4ba3cf tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/quotas/40f0e137ef6d459694b23fb772f41365 HTTP/1.1" status: 200 len: 375 time: 0.0101998 May 25 15:46:55.226589 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f742adae-4475-475b-a801-d0a5c984b606 req-d4ab79f4-638e-4713-aeab-33fe46d8fffd tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=40f0e137ef6d459694b23fb772f41365&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0876396 May 25 15:46:55.434469 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f742adae-4475-475b-a801-d0a5c984b606 req-f437c4d9-7833-4537-b664-63acc08d6dc2 service neutron] 10.222.0.11 "GET /v2.0/networks/2e23e138-5300-4d67-9423-ae7531ef4a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949077 May 25 15:46:55.666154 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f742adae-4475-475b-a801-d0a5c984b606 req-d7cea984-54fa-4ad3-9abc-d1de5c5e251e service neutron] 10.222.0.11 "GET /v2.0/networks/2e23e138-5300-4d67-9423-ae7531ef4a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183456 May 25 15:46:55.693180 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c19780a-d38a-4ea8-9f40-a5324ce8c3b8 req-0df4f4c0-d767-4ee7-8598-e8d62a41bc97 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:55.694908 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-9c19780a-d38a-4ea8-9f40-a5324ce8c3b8 req-0df4f4c0-d767-4ee7-8598-e8d62a41bc97 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 947 time: 0.1377668 May 25 15:46:55.755542 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-9c19780a-d38a-4ea8-9f40-a5324ce8c3b8 req-e11b1f31-6075-437e-a14f-819dfb13393f tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540211 May 25 15:46:55.875658 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f20a01b7-6ed2-4ad3-b3b1-13b415cbe1d5 req-1412dabc-4245-4000-b793-25fedaf0f552 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/ports?device_id=2850869e-e524-45ab-8d9b-e4639e80073d HTTP/1.1" status: 200 len: 210 time: 0.0467193 May 25 15:46:57.041178 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-bda846ae-ea6f-4eb0-a0f3-ea3e3439a3cf req-ad7875b3-58ee-4c3b-8c4d-f219c1074ca4 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/ports?device_id=2850869e-e524-45ab-8d9b-e4639e80073d HTTP/1.1" status: 200 len: 210 time: 0.0492802 May 25 15:46:57.332036 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742adae-4475-475b-a801-d0a5c984b606 req-48fb2fe7-9356-4a54-baa1-daaae23ace95 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:57.332639 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [req-f742adae-4475-475b-a801-d0a5c984b606 req-48fb2fe7-9356-4a54-baa1-daaae23ace95 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Synchronizing usage tracker for tenant:40f0e137ef6d459694b23fb772f41365 on resource:network {{(pid=98653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:46:57.353239 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [req-f742adae-4475-475b-a801-d0a5c984b606 req-48fb2fe7-9356-4a54-baa1-daaae23ace95 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Unset dirty status for tenant:40f0e137ef6d459694b23fb772f41365 on resource:network {{(pid=98653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:46:57.354522 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-f742adae-4475-475b-a801-d0a5c984b606 req-48fb2fe7-9356-4a54-baa1-daaae23ace95 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.62 "GET /v2.0/networks?id=2e23e138-5300-4d67-9423-ae7531ef4a22 HTTP/1.1" status: 200 len: 815 time: 0.1823804 May 25 15:46:57.374460 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [req-f742adae-4475-475b-a801-d0a5c984b606 req-2d48fcc2-666f-4f40-9a31-4c973a913eff tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Request body: {'port': {'device_id': '2850869e-e524-45ab-8d9b-e4639e80073d', 'network_id': '2e23e138-5300-4d67-9423-ae7531ef4a22', 'admin_state_up': True, 'tenant_id': '40f0e137ef6d459694b23fb772f41365'}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:46:57.526130 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [req-f742adae-4475-475b-a801-d0a5c984b606 req-2d48fcc2-666f-4f40-9a31-4c973a913eff tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:46:57.529957 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [req-f742adae-4475-475b-a801-d0a5c984b606 req-2d48fcc2-666f-4f40-9a31-4c973a913eff tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Usage tracker for resource:port and tenant:40f0e137ef6d459694b23fb772f41365 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:46:57.532870 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [req-f742adae-4475-475b-a801-d0a5c984b606 req-2d48fcc2-666f-4f40-9a31-4c973a913eff tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Quota usage for port was recalculated. Used quota:2. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:46:57.540604 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [req-f742adae-4475-475b-a801-d0a5c984b606 req-2d48fcc2-666f-4f40-9a31-4c973a913eff tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:46:57.551713 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f742adae-4475-475b-a801-d0a5c984b606 req-2d48fcc2-666f-4f40-9a31-4c973a913eff tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Made reservation on behalf of 40f0e137ef6d459694b23fb772f41365 for: {'port': 1} {{(pid=98653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:46:57.555564 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-f742adae-4475-475b-a801-d0a5c984b606 req-2d48fcc2-666f-4f40-9a31-4c973a913eff tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:57.755384 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.db_base_plugin_common [req-f742adae-4475-475b-a801-d0a5c984b606 req-2d48fcc2-666f-4f40-9a31-4c973a913eff tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Allocated IP 172.20.0.8 (2e23e138-5300-4d67-9423-ae7531ef4a22/6d764aad-82e4-482f-aa9a-8954a4d179af/a643f8ed-8746-46d8-9074-de08427fbe0e) {{(pid=98653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:46:58.019655 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-f742adae-4475-475b-a801-d0a5c984b606 req-2d48fcc2-666f-4f40-9a31-4c973a913eff tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks [] for port, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:58.039747 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.provisioning_blocks [req-f742adae-4475-475b-a801-d0a5c984b606 req-2d48fcc2-666f-4f40-9a31-4c973a913eff tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Transition to ACTIVE for port object a643f8ed-8746-46d8-9074-de08427fbe0e will not be triggered until provisioned by entity DHCP. {{(pid=98653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:46:58.068043 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-f742adae-4475-475b-a801-d0a5c984b606 req-2d48fcc2-666f-4f40-9a31-4c973a913eff tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730535669962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14739030'] for port, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:58.080332 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-7161b5e7-12c1-4dac-bf2d-74a1325a4cb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:58.245733 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f742adae-4475-475b-a801-d0a5c984b606 req-2d48fcc2-666f-4f40-9a31-4c973a913eff tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Network 2e23e138-5300-4d67-9423-ae7531ef4a22 is already hosted by enough agents. {{(pid=98653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:46:58.249184 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.base_scheduler [req-f742adae-4475-475b-a801-d0a5c984b606 req-2d48fcc2-666f-4f40-9a31-4c973a913eff tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Resources bound (agent type, host, resource id): {{(pid=98653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:46:58.254153 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.l3_dvrscheduler_db [req-f742adae-4475-475b-a801-d0a5c984b606 req-2d48fcc2-666f-4f40-9a31-4c973a913eff tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Received port after_create {{(pid=98653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:46:58.282083 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380e71f-b4ad-4736-9303-b51ec5b56ff9 req-1a96f58d-4ff8-4fc6-9fe8-f46adef7f2fc tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:58.283645 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0380e71f-b4ad-4736-9303-b51ec5b56ff9 req-1a96f58d-4ff8-4fc6-9fe8-f46adef7f2fc tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/ports?device_id=2850869e-e524-45ab-8d9b-e4639e80073d HTTP/1.1" status: 200 len: 931 time: 0.0983236 May 25 15:46:58.317367 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d48fcc2-666f-4f40-9a31-4c973a913eff tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Pushing event updated for resources: {'Port': ['ID=a643f8ed-8746-46d8-9074-de08427fbe0e,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:58.334545 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-2d48fcc2-666f-4f40-9a31-4c973a913eff tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:58.372562 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742adae-4475-475b-a801-d0a5c984b606 req-2d48fcc2-666f-4f40-9a31-4c973a913eff tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:58.373280 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-f742adae-4475-475b-a801-d0a5c984b606 req-2d48fcc2-666f-4f40-9a31-4c973a913eff tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for port, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:58.397368 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-f742adae-4475-475b-a801-d0a5c984b606 req-2d48fcc2-666f-4f40-9a31-4c973a913eff tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0275843 May 25 15:46:58.406257 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0380e71f-b4ad-4736-9303-b51ec5b56ff9 req-99cd15fa-6b2b-49a2-a0db-ba2abf6a80ed tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f9a9a1e-4230-476d-a929-d2339a8736f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058142 May 25 15:46:58.601873 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-6e67327a-5b2e-44c8-9a01-4680a6234726 None None] Provisioning for port a643f8ed-8746-46d8-9074-de08427fbe0e completed by entity DHCP. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:46:58.607201 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-6e67327a-5b2e-44c8-9a01-4680a6234726 None None] Provisioning complete for port a643f8ed-8746-46d8-9074-de08427fbe0e triggered by entity DHCP. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:46:58.607733 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-6e67327a-5b2e-44c8-9a01-4680a6234726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:58.676007 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-6e67327a-5b2e-44c8-9a01-4680a6234726 None None] Port a643f8ed-8746-46d8-9074-de08427fbe0e cannot update to ACTIVE because it is not bound. {{(pid=98656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:46:59.616834 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182cacc-f894-47a2-98f0-d203ed8c5ca3 req-0fc10def-d8eb-4533-a79e-7024c71111d1 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:59.618259 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0182cacc-f894-47a2-98f0-d203ed8c5ca3 req-0fc10def-d8eb-4533-a79e-7024c71111d1 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/ports?device_id=2850869e-e524-45ab-8d9b-e4639e80073d HTTP/1.1" status: 200 len: 931 time: 0.0928826 May 25 15:46:59.678434 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0182cacc-f894-47a2-98f0-d203ed8c5ca3 req-67f5fdce-e315-49c9-8232-c226103a6542 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f9a9a1e-4230-476d-a929-d2339a8736f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510645 May 25 15:47:00.892609 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0058781d-94ee-4b38-b750-93f77d55eda8 req-7c1e9cd6-3313-4141-a972-70738ca18778 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:00.894032 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0058781d-94ee-4b38-b750-93f77d55eda8 req-7c1e9cd6-3313-4141-a972-70738ca18778 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/ports?device_id=2850869e-e524-45ab-8d9b-e4639e80073d HTTP/1.1" status: 200 len: 931 time: 0.0960004 May 25 15:47:00.942148 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0058781d-94ee-4b38-b750-93f77d55eda8 req-4699754d-505c-4e49-8845-e4b0c00f0859 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f9a9a1e-4230-476d-a929-d2339a8736f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413766 May 25 15:47:02.141749 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48e884-0c87-4164-ad31-7c8969346cab req-57c3511a-b477-4cd7-8d32-aa307783944b tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:02.143317 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-1c48e884-0c87-4164-ad31-7c8969346cab req-57c3511a-b477-4cd7-8d32-aa307783944b tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/ports?device_id=2850869e-e524-45ab-8d9b-e4639e80073d HTTP/1.1" status: 200 len: 931 time: 0.0900891 May 25 15:47:02.190343 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-1c48e884-0c87-4164-ad31-7c8969346cab req-5ea626ae-80f7-422c-90af-140e93264130 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f9a9a1e-4230-476d-a929-d2339a8736f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412691 May 25 15:47:03.397104 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76cf2f7-e738-4bf3-881d-dbefa24b5d54 req-87770f08-4d60-408d-948f-e79c22d69ebc tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:03.398607 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f76cf2f7-e738-4bf3-881d-dbefa24b5d54 req-87770f08-4d60-408d-948f-e79c22d69ebc tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/ports?device_id=2850869e-e524-45ab-8d9b-e4639e80073d HTTP/1.1" status: 200 len: 931 time: 0.0960970 May 25 15:47:03.450326 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f76cf2f7-e738-4bf3-881d-dbefa24b5d54 req-95e48484-fbcc-4151-8dd9-7c7f81216c37 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f9a9a1e-4230-476d-a929-d2339a8736f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457480 May 25 15:47:04.655154 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b61a2e-7993-4ed4-aef5-43138f7826fc req-777da8e7-3b9b-4355-91ce-47015c97f635 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:04.656633 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e6b61a2e-7993-4ed4-aef5-43138f7826fc req-777da8e7-3b9b-4355-91ce-47015c97f635 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/ports?device_id=2850869e-e524-45ab-8d9b-e4639e80073d HTTP/1.1" status: 200 len: 931 time: 0.0851912 May 25 15:47:04.705737 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e6b61a2e-7993-4ed4-aef5-43138f7826fc req-6e463fc7-2468-47d3-b569-54eea93eea31 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f9a9a1e-4230-476d-a929-d2339a8736f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429003 May 25 15:47:06.001565 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a2496-14ae-419b-ba03-c5946c9b4fca req-78758ef9-5591-416f-98de-237a41590e88 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:06.003044 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-534a2496-14ae-419b-ba03-c5946c9b4fca req-78758ef9-5591-416f-98de-237a41590e88 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/ports?device_id=2850869e-e524-45ab-8d9b-e4639e80073d HTTP/1.1" status: 200 len: 931 time: 0.1843934 May 25 15:47:06.073340 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-534a2496-14ae-419b-ba03-c5946c9b4fca req-2ab1edc5-2a00-4321-bdc9-ebd2b4ac43a1 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f9a9a1e-4230-476d-a929-d2339a8736f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642915 May 25 15:47:07.304552 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34915fa-5b2e-403f-bb91-43710ef31c0f req-effb6796-c9a4-458c-a5f4-1bd23ebac65b tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:07.306017 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-a34915fa-5b2e-403f-bb91-43710ef31c0f req-effb6796-c9a4-458c-a5f4-1bd23ebac65b tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/ports?device_id=2850869e-e524-45ab-8d9b-e4639e80073d HTTP/1.1" status: 200 len: 931 time: 0.0892520 May 25 15:47:07.355787 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-a34915fa-5b2e-403f-bb91-43710ef31c0f req-7b7ce908-fe0c-4786-b61d-ab627a73d50a tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f9a9a1e-4230-476d-a929-d2339a8736f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434961 May 25 15:47:08.564938 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85819b-3104-42ab-bcbd-3447495e5162 req-6f2f7121-652d-4f2d-b52e-87a9eeebcea4 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:08.567411 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-bb85819b-3104-42ab-bcbd-3447495e5162 req-6f2f7121-652d-4f2d-b52e-87a9eeebcea4 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/ports?device_id=2850869e-e524-45ab-8d9b-e4639e80073d HTTP/1.1" status: 200 len: 931 time: 0.0992701 May 25 15:47:08.614341 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-bb85819b-3104-42ab-bcbd-3447495e5162 req-fc699bee-46f9-440a-824d-b02bd247ae82 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f9a9a1e-4230-476d-a929-d2339a8736f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403214 May 25 15:47:09.816530 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd4903-b2f1-4a6d-a1f2-792ff28d252b req-d9cb76ed-c9ed-45f9-b2ca-44ad35c8cbad tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:09.818808 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-a6fd4903-b2f1-4a6d-a1f2-792ff28d252b req-d9cb76ed-c9ed-45f9-b2ca-44ad35c8cbad tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/ports?device_id=2850869e-e524-45ab-8d9b-e4639e80073d HTTP/1.1" status: 200 len: 931 time: 0.0912035 May 25 15:47:09.869567 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-a6fd4903-b2f1-4a6d-a1f2-792ff28d252b req-b4350157-4270-40cc-9f93-efda6e4d3c7d tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f9a9a1e-4230-476d-a929-d2339a8736f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456672 May 25 15:47:11.071489 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4ae06-fe9a-4619-804f-e1fd189fb504 req-13a4f35e-f739-447d-969e-21d19bf3af58 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:11.073199 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-bfd4ae06-fe9a-4619-804f-e1fd189fb504 req-13a4f35e-f739-447d-969e-21d19bf3af58 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/ports?device_id=2850869e-e524-45ab-8d9b-e4639e80073d HTTP/1.1" status: 200 len: 931 time: 0.0918040 May 25 15:47:11.133148 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-bfd4ae06-fe9a-4619-804f-e1fd189fb504 req-4c96d8bd-30ef-4958-8c5c-b9cc00441889 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f9a9a1e-4230-476d-a929-d2339a8736f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515029 May 25 15:47:12.321840 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431ca21-75fd-49dc-af98-0877161332fe req-c681c68a-886b-4ab3-9d4c-e1641a1970ee tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:12.323331 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0431ca21-75fd-49dc-af98-0877161332fe req-c681c68a-886b-4ab3-9d4c-e1641a1970ee tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/ports?device_id=2850869e-e524-45ab-8d9b-e4639e80073d HTTP/1.1" status: 200 len: 931 time: 0.0791175 May 25 15:47:12.375177 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0431ca21-75fd-49dc-af98-0877161332fe req-51aea481-1556-4560-ab39-eceb4386b395 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f9a9a1e-4230-476d-a929-d2339a8736f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460186 May 25 15:47:13.563005 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49eff41-26c9-46ee-97e5-2a42524bd55c req-4ef6e926-1824-4bf3-85ff-13c84448c6fa tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:13.564513 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f49eff41-26c9-46ee-97e5-2a42524bd55c req-4ef6e926-1824-4bf3-85ff-13c84448c6fa tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/ports?device_id=2850869e-e524-45ab-8d9b-e4639e80073d HTTP/1.1" status: 200 len: 931 time: 0.0836208 May 25 15:47:13.613062 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f49eff41-26c9-46ee-97e5-2a42524bd55c req-d45351f5-0488-4de1-821c-b8499441f004 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f9a9a1e-4230-476d-a929-d2339a8736f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420005 May 25 15:47:14.429683 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-e68a6c04-454f-4f1e-9d28-9ee2195e0776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:14.756606 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.agents_db [None req-e0968af0-a351-492f-a815-45d38f582ebc None None] Agent healthcheck: found 6 active agents {{(pid=98660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:47:14.803006 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08815971-8e22-4ba3-92ea-0cbfdbe102af req-7acb3092-3e68-4423-b51f-6ffc18e80d56 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:14.804528 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-08815971-8e22-4ba3-92ea-0cbfdbe102af req-7acb3092-3e68-4423-b51f-6ffc18e80d56 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/ports?device_id=2850869e-e524-45ab-8d9b-e4639e80073d HTTP/1.1" status: 200 len: 931 time: 0.0819225 May 25 15:47:14.851553 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-08815971-8e22-4ba3-92ea-0cbfdbe102af req-9a13c771-e08d-4b32-b771-553e6532c2b1 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f9a9a1e-4230-476d-a929-d2339a8736f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413291 May 25 15:47:15.359234 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [req-f742adae-4475-475b-a801-d0a5c984b606 req-4ca05897-ed13-4fd4-9fcc-db26c1d8ef4b service neutron] Request body: {'port': {'device_id': '2850869e-e524-45ab-8d9b-e4639e80073d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79123'}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:47:15.473726 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-f742adae-4475-475b-a801-d0a5c984b606 req-4ca05897-ed13-4fd4-9fcc-db26c1d8ef4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:15.835207 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.notifiers.nova [req-f742adae-4475-475b-a801-d0a5c984b606 req-4ca05897-ed13-4fd4-9fcc-db26c1d8ef4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a643f8ed-8746-46d8-9074-de08427fbe0e {{(pid=98653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:47:15.843002 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-f742adae-4475-475b-a801-d0a5c984b606 req-4ca05897-ed13-4fd4-9fcc-db26c1d8ef4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:15.857182 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.provisioning_blocks [req-f742adae-4475-475b-a801-d0a5c984b606 req-4ca05897-ed13-4fd4-9fcc-db26c1d8ef4b service neutron] Transition to ACTIVE for port object a643f8ed-8746-46d8-9074-de08427fbe0e will not be triggered until provisioned by entity L2. {{(pid=98653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:47:15.860992 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-f742adae-4475-475b-a801-d0a5c984b606 req-4ca05897-ed13-4fd4-9fcc-db26c1d8ef4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14739039'] for port, after_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:15.864609 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-f7570016-d3e8-4cd4-87f0-a1357c2d5b56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:47:16.040012 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca05897-ed13-4fd4-9fcc-db26c1d8ef4b service neutron] Pushing event updated for resources: {'Port': ['ID=a643f8ed-8746-46d8-9074-de08427fbe0e,revision_number=2']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:47:16.070206 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7cce3d-643f-440c-b6cb-22250f5e381f req-7d6c96fa-f793-4586-9427-070941002165 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:16.078481 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4e7cce3d-643f-440c-b6cb-22250f5e381f req-7d6c96fa-f793-4586-9427-070941002165 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/ports?device_id=2850869e-e524-45ab-8d9b-e4639e80073d HTTP/1.1" status: 200 len: 943 time: 0.1037900 May 25 15:47:16.087035 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-4ca05897-ed13-4fd4-9fcc-db26c1d8ef4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:47:16.126576 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.managers [req-f742adae-4475-475b-a801-d0a5c984b606 req-4ca05897-ed13-4fd4-9fcc-db26c1d8ef4b service neutron] Attempting to bind port a643f8ed-8746-46d8-9074-de08427fbe0e on host hv-cinder-79123 for vnic_type normal with profile {{(pid=98653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:47:16.126973 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.managers [req-f742adae-4475-475b-a801-d0a5c984b606 req-4ca05897-ed13-4fd4-9fcc-db26c1d8ef4b service neutron] Attempting to bind port a643f8ed-8746-46d8-9074-de08427fbe0e by drivers openvswitch,hyperv on host hv-cinder-79123 at level 0 using segments [{'id': '0d2dba9c-6aea-4e0a-adda-13417adc15b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2e23e138-5300-4d67-9423-ae7531ef4a22'}] {{(pid=98653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:47:16.127250 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f742adae-4475-475b-a801-d0a5c984b606 req-4ca05897-ed13-4fd4-9fcc-db26c1d8ef4b service neutron] Attempting to bind port a643f8ed-8746-46d8-9074-de08427fbe0e on network 2e23e138-5300-4d67-9423-ae7531ef4a22 {{(pid=98653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:47:16.132519 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f742adae-4475-475b-a801-d0a5c984b606 req-4ca05897-ed13-4fd4-9fcc-db26c1d8ef4b service neutron] Port a643f8ed-8746-46d8-9074-de08427fbe0e on network 2e23e138-5300-4d67-9423-ae7531ef4a22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79123 {{(pid=98653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 15:47:16.132839 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f742adae-4475-475b-a801-d0a5c984b606 req-4ca05897-ed13-4fd4-9fcc-db26c1d8ef4b service neutron] Attempting to bind port a643f8ed-8746-46d8-9074-de08427fbe0e on network 2e23e138-5300-4d67-9423-ae7531ef4a22 {{(pid=98653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:47:16.136809 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4e7cce3d-643f-440c-b6cb-22250f5e381f req-635e277a-5223-408b-b2fb-08fc25811448 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f9a9a1e-4230-476d-a929-d2339a8736f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567460 May 25 15:47:16.139211 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f742adae-4475-475b-a801-d0a5c984b606 req-4ca05897-ed13-4fd4-9fcc-db26c1d8ef4b service neutron] Checking agent: {'id': 'e8d02b02-d66f-44f3-9cce-64202f9374d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 39, 18), 'started_at': datetime.datetime(2021, 5, 25, 15, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:47:16.139547 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f742adae-4475-475b-a801-d0a5c984b606 req-4ca05897-ed13-4fd4-9fcc-db26c1d8ef4b service neutron] Checking segment: {'id': '0d2dba9c-6aea-4e0a-adda-13417adc15b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2e23e138-5300-4d67-9423-ae7531ef4a22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:47:16.140680 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f742adae-4475-475b-a801-d0a5c984b606 req-4ca05897-ed13-4fd4-9fcc-db26c1d8ef4b service neutron] Bound using segment: {'id': '0d2dba9c-6aea-4e0a-adda-13417adc15b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2e23e138-5300-4d67-9423-ae7531ef4a22'} {{(pid=98653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:47:16.141114 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.managers [req-f742adae-4475-475b-a801-d0a5c984b606 req-4ca05897-ed13-4fd4-9fcc-db26c1d8ef4b service neutron] Bound port: a643f8ed-8746-46d8-9074-de08427fbe0e, host: hv-cinder-79123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d2dba9c-6aea-4e0a-adda-13417adc15b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2e23e138-5300-4d67-9423-ae7531ef4a22'}}] {{(pid=98653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:47:16.141465 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-f742adae-4475-475b-a801-d0a5c984b606 req-4ca05897-ed13-4fd4-9fcc-db26c1d8ef4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:16.244605 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.db [req-f742adae-4475-475b-a801-d0a5c984b606 req-4ca05897-ed13-4fd4-9fcc-db26c1d8ef4b service neutron] For port a643f8ed-8746-46d8-9074-de08427fbe0e, host hv-cinder-79123, cleared binding levels {{(pid=98653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:47:16.250986 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.db [req-f742adae-4475-475b-a801-d0a5c984b606 req-4ca05897-ed13-4fd4-9fcc-db26c1d8ef4b service neutron] For port a643f8ed-8746-46d8-9074-de08427fbe0e, host hv-cinder-79123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=a643f8ed-8746-46d8-9074-de08427fbe0e,segment=NetworkSegment(0d2dba9c-6aea-4e0a-adda-13417adc15b7),segment_id=0d2dba9c-6aea-4e0a-adda-13417adc15b7)] {{(pid=98653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:47:16.255846 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-f742adae-4475-475b-a801-d0a5c984b606 req-4ca05897-ed13-4fd4-9fcc-db26c1d8ef4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14739039'] for port, after_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:16.259567 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:47:16.324154 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742adae-4475-475b-a801-d0a5c984b606 req-4ca05897-ed13-4fd4-9fcc-db26c1d8ef4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:16.324759 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-f742adae-4475-475b-a801-d0a5c984b606 req-4ca05897-ed13-4fd4-9fcc-db26c1d8ef4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for port, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:16.326173 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-f742adae-4475-475b-a801-d0a5c984b606 req-4ca05897-ed13-4fd4-9fcc-db26c1d8ef4b service neutron] 10.222.0.62 "PUT /v2.0/ports/a643f8ed-8746-46d8-9074-de08427fbe0e HTTP/1.1" status: 200 len: 1093 time: 0.9729278 May 25 15:47:16.326693 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2850869e-e524-45ab-8d9b-e4639e80073d', 'tag': 'a643f8ed-8746-46d8-9074-de08427fbe0e'}] {{(pid=98653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:47:16.346431 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca05897-ed13-4fd4-9fcc-db26c1d8ef4b service neutron] Pushing event updated for resources: {'Port': ['ID=a643f8ed-8746-46d8-9074-de08427fbe0e,revision_number=3']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:47:16.350304 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-4ca05897-ed13-4fd4-9fcc-db26c1d8ef4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:47:16.463511 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2850869e-e524-45ab-8d9b-e4639e80073d', 'tag': 'a643f8ed-8746-46d8-9074-de08427fbe0e', 'status': 'completed', 'code': 200} May 25 15:47:16.487613 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742adae-4475-475b-a801-d0a5c984b606 req-37215363-9c12-4a03-a25a-ad3534bc1c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:16.489210 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-f742adae-4475-475b-a801-d0a5c984b606 req-37215363-9c12-4a03-a25a-ad3534bc1c77 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=40f0e137ef6d459694b23fb772f41365&device_id=2850869e-e524-45ab-8d9b-e4639e80073d HTTP/1.1" status: 200 len: 1096 time: 0.0963569 May 25 15:47:16.575063 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-f742adae-4475-475b-a801-d0a5c984b606 req-91d8b193-0493-41d0-b148-5ed0beaf29c7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a643f8ed-8746-46d8-9074-de08427fbe0e HTTP/1.1" status: 200 len: 217 time: 0.0676625 May 25 15:47:16.643365 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742adae-4475-475b-a801-d0a5c984b606 req-a8a29e8b-732f-473f-b3de-61102a99fcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:16.644881 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-f742adae-4475-475b-a801-d0a5c984b606 req-a8a29e8b-732f-473f-b3de-61102a99fcb5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d764aad-82e4-482f-aa9a-8954a4d179af HTTP/1.1" status: 200 len: 854 time: 0.0626519 May 25 15:47:16.726596 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742adae-4475-475b-a801-d0a5c984b606 req-3a677ad3-66bb-464a-96d7-d23a28bd1382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:16.728123 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-f742adae-4475-475b-a801-d0a5c984b606 req-3a677ad3-66bb-464a-96d7-d23a28bd1382 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2e23e138-5300-4d67-9423-ae7531ef4a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0767894 May 25 15:47:16.868920 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-f742adae-4475-475b-a801-d0a5c984b606 req-fae54f6c-9341-429b-9ba8-70f301b43af5 service neutron] 10.222.0.62 "GET /v2.0/networks/2e23e138-5300-4d67-9423-ae7531ef4a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331487 May 25 15:47:17.013108 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-f742adae-4475-475b-a801-d0a5c984b606 req-00859f65-a582-4c33-bcd5-afafc75ca35f service neutron] 10.222.0.62 "GET /v2.0/networks/2e23e138-5300-4d67-9423-ae7531ef4a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347933 May 25 15:47:17.299248 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:17.310929 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e575a-4e6c-4b74-9662-cace97e31be3 req-18f5b91a-8849-40bb-a997-abcc199f83aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:17.313194 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-af7e575a-4e6c-4b74-9662-cace97e31be3 req-18f5b91a-8849-40bb-a997-abcc199f83aa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=40f0e137ef6d459694b23fb772f41365&device_id=2850869e-e524-45ab-8d9b-e4639e80073d HTTP/1.1" status: 200 len: 1096 time: 0.1606638 May 25 15:47:17.330590 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67c5d5-1199-47e8-bc5a-98dd850bc5cb req-16025dd2-8440-49ba-b556-1d2cf5ebf075 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:17.332162 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-1d67c5d5-1199-47e8-bc5a-98dd850bc5cb req-16025dd2-8440-49ba-b556-1d2cf5ebf075 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/ports?device_id=2850869e-e524-45ab-8d9b-e4639e80073d HTTP/1.1" status: 200 len: 943 time: 0.0837119 May 25 15:47:17.392261 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-1d67c5d5-1199-47e8-bc5a-98dd850bc5cb req-6ada5906-2aa9-429a-ae00-e3056d3e6e6e tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f9a9a1e-4230-476d-a929-d2339a8736f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499547 May 25 15:47:17.445413 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-a1f3587f-0c62-47d4-89bd-da18bd552a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:17.455951 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e575a-4e6c-4b74-9662-cace97e31be3 req-10104b45-a032-4fde-8c84-68c6762d52b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:17.457405 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-af7e575a-4e6c-4b74-9662-cace97e31be3 req-10104b45-a032-4fde-8c84-68c6762d52b2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2e23e138-5300-4d67-9423-ae7531ef4a22 HTTP/1.1" status: 200 len: 916 time: 0.1362724 May 25 15:47:17.528783 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-af7e575a-4e6c-4b74-9662-cace97e31be3 req-51d96a27-8691-4319-a3d0-62114055d6e7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a643f8ed-8746-46d8-9074-de08427fbe0e HTTP/1.1" status: 200 len: 217 time: 0.0633042 May 25 15:47:17.598324 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e575a-4e6c-4b74-9662-cace97e31be3 req-412326a9-0779-4834-9534-9bb2aaead9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:17.600833 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-af7e575a-4e6c-4b74-9662-cace97e31be3 req-412326a9-0779-4834-9534-9bb2aaead9fe service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d764aad-82e4-482f-aa9a-8954a4d179af HTTP/1.1" status: 200 len: 854 time: 0.0654073 May 25 15:47:17.681076 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e575a-4e6c-4b74-9662-cace97e31be3 req-84589b8c-e38c-4f09-abf9-91696b486f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:17.682589 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-af7e575a-4e6c-4b74-9662-cace97e31be3 req-84589b8c-e38c-4f09-abf9-91696b486f8d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2e23e138-5300-4d67-9423-ae7531ef4a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0752139 May 25 15:47:17.821231 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-af7e575a-4e6c-4b74-9662-cace97e31be3 req-b5758ed6-f4ff-4969-94e0-5eb5ac66ef29 service neutron] 10.222.0.62 "GET /v2.0/networks/2e23e138-5300-4d67-9423-ae7531ef4a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298835 May 25 15:47:17.959714 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-af7e575a-4e6c-4b74-9662-cace97e31be3 req-1518d83b-7ed3-40ed-b02a-d81e7ed9b144 service neutron] 10.222.0.62 "GET /v2.0/networks/2e23e138-5300-4d67-9423-ae7531ef4a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310220 May 25 15:47:18.397026 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:18.581381 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec9f62-8102-4f2b-8f42-f46893347268 req-0e5d6f80-452b-450f-b147-836687e1950b tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:18.582951 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-d8ec9f62-8102-4f2b-8f42-f46893347268 req-0e5d6f80-452b-450f-b147-836687e1950b tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/ports?device_id=2850869e-e524-45ab-8d9b-e4639e80073d HTTP/1.1" status: 200 len: 943 time: 0.0811923 May 25 15:47:18.631346 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-d8ec9f62-8102-4f2b-8f42-f46893347268 req-609860ea-c8a0-4a3a-9cf0-80c064fefa63 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f9a9a1e-4230-476d-a929-d2339a8736f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416863 May 25 15:47:18.909641 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-5e596f64-6e97-4d78-9813-f3b7462efcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:19.847555 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2405fbc-59d1-4b04-9410-3ab2f55be344 req-7daac84c-6e71-4858-b05e-4dff4bcb6963 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:19.848963 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e2405fbc-59d1-4b04-9410-3ab2f55be344 req-7daac84c-6e71-4858-b05e-4dff4bcb6963 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/ports?device_id=2850869e-e524-45ab-8d9b-e4639e80073d HTTP/1.1" status: 200 len: 943 time: 0.0886149 May 25 15:47:19.895703 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e2405fbc-59d1-4b04-9410-3ab2f55be344 req-2ef03cd3-2779-4570-b0f3-e4e05dd5ec1d tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f9a9a1e-4230-476d-a929-d2339a8736f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411029 May 25 15:47:20.463622 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-61dd613b-f3f2-4fd9-acf0-68300fd05fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:21.111274 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac7222-4455-4975-8ce4-70397cfa70fd req-bb3e9bce-5ff9-4159-8fc3-3e1f0a5648f3 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:21.113263 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-d9ac7222-4455-4975-8ce4-70397cfa70fd req-bb3e9bce-5ff9-4159-8fc3-3e1f0a5648f3 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/ports?device_id=2850869e-e524-45ab-8d9b-e4639e80073d HTTP/1.1" status: 200 len: 943 time: 0.1096470 May 25 15:47:21.160816 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-d9ac7222-4455-4975-8ce4-70397cfa70fd req-95d26d1f-d648-439d-b6fb-77c2086e0e60 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f9a9a1e-4230-476d-a929-d2339a8736f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417960 May 25 15:47:21.442309 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device a643f8ed-8746-46d8-9074-de08427fbe0e details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=98656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:47:21.605218 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port a643f8ed-8746-46d8-9074-de08427fbe0e, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=a643f8ed-8746-46d8-9074-de08427fbe0e,segment=NetworkSegment(0d2dba9c-6aea-4e0a-adda-13417adc15b7),segment_id=0d2dba9c-6aea-4e0a-adda-13417adc15b7)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:47:21.625960 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Returning: {'device': 'a643f8ed-8746-46d8-9074-de08427fbe0e', 'network_id': '2e23e138-5300-4d67-9423-ae7531ef4a22', 'port_id': 'a643f8ed-8746-46d8-9074-de08427fbe0e', 'mac_address': 'fa:16:3e:da:b2:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d764aad-82e4-482f-aa9a-8954a4d179af', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:47:21.685707 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:21.704396 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.notifiers.nova [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a643f8ed-8746-46d8-9074-de08427fbe0e {{(pid=98656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:47:21.720746 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port a643f8ed-8746-46d8-9074-de08427fbe0e, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=a643f8ed-8746-46d8-9074-de08427fbe0e,segment=NetworkSegment(0d2dba9c-6aea-4e0a-adda-13417adc15b7),segment_id=0d2dba9c-6aea-4e0a-adda-13417adc15b7)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:47:21.725825 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:21.728633 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:47:21.798883 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Pushing event updated for resources: {'Port': ['ID=a643f8ed-8746-46d8-9074-de08427fbe0e,revision_number=4']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:47:21.808562 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:47:21.808895 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:47:21.809233 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:47:21.809562 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:47:21.809898 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:47:21.810367 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:47:21.810687 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:47:21.811004 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:47:21.811325 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:47:21.811636 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:47:21.811986 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:47:21.812829 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:47:21.817013 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:47:22.253467 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] get_ports_and_sgs() called for port_ids ['a643f8ed-8746-46d8-9074-de08427fbe0e'] {{(pid=98656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:47:22.290526 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-50a89ff5-6379-49c6-8200-13534872605e req-90851c45-a999-44de-8713-a5a3223f7b04 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f81b166b-b834-47f1-b96d-c38478e12435&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0803945 May 25 15:47:22.388599 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b34bc3-d163-4a61-b612-fc8f1f3be94c req-ca80a414-5ef0-42c7-af23-22ee228b2e38 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:22.390057 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-56b34bc3-d163-4a61-b612-fc8f1f3be94c req-ca80a414-5ef0-42c7-af23-22ee228b2e38 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/ports?device_id=2850869e-e524-45ab-8d9b-e4639e80073d HTTP/1.1" status: 200 len: 944 time: 0.1108341 May 25 15:47:22.412341 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a89ff5-6379-49c6-8200-13534872605e req-fea31e1f-792e-411f-84fb-2a9cdc41b9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:22.414729 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-50a89ff5-6379-49c6-8200-13534872605e req-fea31e1f-792e-411f-84fb-2a9cdc41b9ab service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e9b5bff4dfaf41e8a476ec518bbc48d4&device_id=f81b166b-b834-47f1-b96d-c38478e12435 HTTP/1.1" status: 200 len: 1099 time: 0.0871201 May 25 15:47:22.447638 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-56b34bc3-d163-4a61-b612-fc8f1f3be94c req-705ba3c5-d74a-4fc3-994d-e4c874c63fe7 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f9a9a1e-4230-476d-a929-d2339a8736f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510585 May 25 15:47:22.565139 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a89ff5-6379-49c6-8200-13534872605e req-28ab5a2c-2c13-43ee-9685-6dd4eb2a25d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:22.566698 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-50a89ff5-6379-49c6-8200-13534872605e req-28ab5a2c-2c13-43ee-9685-6dd4eb2a25d2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a9666395-6498-4bd8-9812-838161f765df HTTP/1.1" status: 200 len: 908 time: 0.1327238 May 25 15:47:22.678535 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-50a89ff5-6379-49c6-8200-13534872605e req-ec40c2f0-4f6e-4bbf-be07-325c85663019 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=904c50ab-92ff-4c44-82da-092fe7d19531 HTTP/1.1" status: 200 len: 1001 time: 0.0991518 May 25 15:47:22.762128 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a89ff5-6379-49c6-8200-13534872605e req-9b750731-0d58-4684-b58a-705d13a879f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:22.764225 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-50a89ff5-6379-49c6-8200-13534872605e req-9b750731-0d58-4684-b58a-705d13a879f6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=78d8c6d8-85b3-4128-a7af-7d4f98cb12b1 HTTP/1.1" status: 200 len: 846 time: 0.0755126 May 25 15:47:22.845604 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a89ff5-6379-49c6-8200-13534872605e req-ac924623-7ac0-4b44-b6a4-5a87bac3fb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:22.847101 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-50a89ff5-6379-49c6-8200-13534872605e req-ac924623-7ac0-4b44-b6a4-5a87bac3fb4b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a9666395-6498-4bd8-9812-838161f765df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0763452 May 25 15:47:23.068610 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-50a89ff5-6379-49c6-8200-13534872605e req-3c60c9d6-2fdb-4994-8ee0-b2af98be5694 service neutron] 10.222.0.62 "GET /v2.0/networks/a9666395-6498-4bd8-9812-838161f765df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365337 May 25 15:47:23.229856 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-50a89ff5-6379-49c6-8200-13534872605e req-aafcee62-d744-4ef0-b1fb-e57f98342a35 service neutron] 10.222.0.62 "GET /v2.0/networks/a9666395-6498-4bd8-9812-838161f765df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430013 May 25 15:47:23.639978 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc12828-d65e-4e04-aee4-7e5039c8bf27 req-a21c2ec1-4e5c-4c42-b2a0-7b63355f3f49 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:23.641456 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-ddc12828-d65e-4e04-aee4-7e5039c8bf27 req-a21c2ec1-4e5c-4c42-b2a0-7b63355f3f49 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/ports?device_id=2850869e-e524-45ab-8d9b-e4639e80073d HTTP/1.1" status: 200 len: 944 time: 0.0820949 May 25 15:47:23.687809 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-ddc12828-d65e-4e04-aee4-7e5039c8bf27 req-c34b64a1-f310-4838-a4fe-5cbb0d9df851 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f9a9a1e-4230-476d-a929-d2339a8736f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399404 May 25 15:47:24.875931 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c7361-b0e8-4b6d-a84b-e7eafb31279a req-12e77846-0240-4a94-a7c2-c96539a642a8 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:24.877363 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-603c7361-b0e8-4b6d-a84b-e7eafb31279a req-12e77846-0240-4a94-a7c2-c96539a642a8 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/ports?device_id=2850869e-e524-45ab-8d9b-e4639e80073d HTTP/1.1" status: 200 len: 944 time: 0.0827253 May 25 15:47:24.924731 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-603c7361-b0e8-4b6d-a84b-e7eafb31279a req-7a61b7fd-3761-4c27-99b9-fcf6e6c8ec78 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f9a9a1e-4230-476d-a929-d2339a8736f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415647 May 25 15:47:25.482479 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device a643f8ed-8746-46d8-9074-de08427fbe0e up at agent hyperv_hv-cinder-79123 {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:47:25.562803 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Provisioning for port a643f8ed-8746-46d8-9074-de08427fbe0e completed by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:47:25.568338 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Provisioning complete for port a643f8ed-8746-46d8-9074-de08427fbe0e triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:47:25.568720 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:25.690368 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:25.721213 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2850869e-e524-45ab-8d9b-e4639e80073d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a643f8ed-8746-46d8-9074-de08427fbe0e'}] {{(pid=98656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:47:25.731329 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port a643f8ed-8746-46d8-9074-de08427fbe0e, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=a643f8ed-8746-46d8-9074-de08427fbe0e,segment=NetworkSegment(0d2dba9c-6aea-4e0a-adda-13417adc15b7),segment_id=0d2dba9c-6aea-4e0a-adda-13417adc15b7)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:47:25.736167 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:25.738190 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:47:25.825071 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Pushing event updated for resources: {'Port': ['ID=a643f8ed-8746-46d8-9074-de08427fbe0e,revision_number=5']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:47:25.828525 dv-cinder-791239-3-smb neutron-server[98656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2850869e-e524-45ab-8d9b-e4639e80073d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a643f8ed-8746-46d8-9074-de08427fbe0e', 'code': 200} May 25 15:47:25.829356 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:47:26.123053 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db3171-ee1e-4d48-88ff-ba82600a944a req-338faed0-3fe7-4bbe-aa36-4f3807aa79e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:26.124654 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-b0db3171-ee1e-4d48-88ff-ba82600a944a req-338faed0-3fe7-4bbe-aa36-4f3807aa79e1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2850869e-e524-45ab-8d9b-e4639e80073d HTTP/1.1" status: 200 len: 1098 time: 0.0780311 May 25 15:47:26.133526 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb252f8c-eac8-477f-a688-d9899e86ddd2 req-752c11a8-537e-44f2-b405-df3e7789ac8d tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:26.135083 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-cb252f8c-eac8-477f-a688-d9899e86ddd2 req-752c11a8-537e-44f2-b405-df3e7789ac8d tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/ports?device_id=2850869e-e524-45ab-8d9b-e4639e80073d HTTP/1.1" status: 200 len: 945 time: 0.0906212 May 25 15:47:26.195732 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-cb252f8c-eac8-477f-a688-d9899e86ddd2 req-71356f16-d450-42cb-965b-cb33687507d3 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f9a9a1e-4230-476d-a929-d2339a8736f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490065 May 25 15:47:26.261387 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-b0db3171-ee1e-4d48-88ff-ba82600a944a req-6fab4cd1-8c01-4ebb-94fe-cf335bb7b6b8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=6f9a9a1e-4230-476d-a929-d2339a8736f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289582 May 25 15:47:27.384746 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b44abc-3f2f-4e5c-8d21-a9768a9545cf req-260a3c76-2eda-4e86-8606-4b0f7e40a09d tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:27.386124 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-06b44abc-3f2f-4e5c-8d21-a9768a9545cf req-260a3c76-2eda-4e86-8606-4b0f7e40a09d tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/ports?device_id=2850869e-e524-45ab-8d9b-e4639e80073d HTTP/1.1" status: 200 len: 945 time: 0.0812833 May 25 15:47:27.433546 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-06b44abc-3f2f-4e5c-8d21-a9768a9545cf req-9eb45539-4b4c-4203-9bbf-604b07f0d70f tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f9a9a1e-4230-476d-a929-d2339a8736f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417185 May 25 15:47:28.755308 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e7cac-0d26-4edf-8feb-a73f5dee7db8 req-fe772791-65c6-406e-9f92-4bf99e573164 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:28.756869 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4b5e7cac-0d26-4edf-8feb-a73f5dee7db8 req-fe772791-65c6-406e-9f92-4bf99e573164 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/ports?device_id=2850869e-e524-45ab-8d9b-e4639e80073d HTTP/1.1" status: 200 len: 945 time: 0.1955261 May 25 15:47:28.805287 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4b5e7cac-0d26-4edf-8feb-a73f5dee7db8 req-e633be60-6445-4342-a1a4-b89b4f267d18 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f9a9a1e-4230-476d-a929-d2339a8736f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426157 May 25 15:47:29.029603 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62945ce2-63f4-4273-93d8-881a13392014 req-1e0e05ed-51fb-40ca-8f29-ee0c280294ba tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:29.031606 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-62945ce2-63f4-4273-93d8-881a13392014 req-1e0e05ed-51fb-40ca-8f29-ee0c280294ba tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/ports?device_id=2850869e-e524-45ab-8d9b-e4639e80073d HTTP/1.1" status: 200 len: 945 time: 0.0974522 May 25 15:47:29.101841 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-62945ce2-63f4-4273-93d8-881a13392014 req-f0372883-aa40-4466-ad7b-ce73f6039d25 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f9a9a1e-4230-476d-a929-d2339a8736f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637491 May 25 15:47:29.554203 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e004ac4f-fcb7-4919-b362-47012d06a156 req-51e7cea0-644b-4554-8297-f6fbff39dcaf tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:29.555765 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e004ac4f-fcb7-4919-b362-47012d06a156 req-51e7cea0-644b-4554-8297-f6fbff39dcaf tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/ports?device_id=2850869e-e524-45ab-8d9b-e4639e80073d HTTP/1.1" status: 200 len: 945 time: 0.0928407 May 25 15:47:29.616642 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e004ac4f-fcb7-4919-b362-47012d06a156 req-10242e64-183c-4c31-a034-258047a3fab7 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f9a9a1e-4230-476d-a929-d2339a8736f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551605 May 25 15:47:31.367759 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a51052-2467-412f-b00a-9c4c3ca80d85 req-153cab29-06d9-4fc1-a375-339e9f373aad tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:31.369347 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-29a51052-2467-412f-b00a-9c4c3ca80d85 req-153cab29-06d9-4fc1-a375-339e9f373aad tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8eae8b-dc74-423c-bfe9-2e231dec17a1 HTTP/1.1" status: 200 len: 945 time: 0.0911427 May 25 15:47:31.420420 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-29a51052-2467-412f-b00a-9c4c3ca80d85 req-674399e0-a881-42e3-866a-e38d0b16214c tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7d5e15d-8c08-4fba-97a1-bb7f546ffa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454383 May 25 15:47:32.687441 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec271ef-b5cb-409c-90c2-6ef1af9ce80d req-26ee75df-c8d5-450b-9ae4-46b5c0821329 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:32.689142 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-fec271ef-b5cb-409c-90c2-6ef1af9ce80d req-26ee75df-c8d5-450b-9ae4-46b5c0821329 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8eae8b-dc74-423c-bfe9-2e231dec17a1 HTTP/1.1" status: 200 len: 945 time: 0.1478777 May 25 15:47:32.697533 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed0cf1-7d8b-40e0-a334-0e62db2d28a4 req-e938d76a-184b-4652-ba7b-4f3e18a8fd2a tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:32.698967 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-02ed0cf1-7d8b-40e0-a334-0e62db2d28a4 req-e938d76a-184b-4652-ba7b-4f3e18a8fd2a tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/ports?device_id=aef55b7c-7358-4469-a3ae-7d199fc0441a HTTP/1.1" status: 200 len: 945 time: 0.1256235 May 25 15:47:32.773432 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-fec271ef-b5cb-409c-90c2-6ef1af9ce80d req-81ebc882-280e-4fcd-9c67-025ad99cb144 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7d5e15d-8c08-4fba-97a1-bb7f546ffa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729847 May 25 15:47:32.776019 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-02ed0cf1-7d8b-40e0-a334-0e62db2d28a4 req-7beba05e-251a-40cd-9dcd-86564b0be193 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4529b81-f2bf-45be-9726-8261e84ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619595 May 25 15:47:33.088622 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2b3fc-00c4-4766-9308-3a077b48d604 req-e7cb36c1-6758-4b0c-a9cd-a58e690da55f tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:33.089259 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [req-c9d2b3fc-00c4-4766-9308-3a077b48d604 req-e7cb36c1-6758-4b0c-a9cd-a58e690da55f tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Synchronizing usage tracker for tenant:ef29f0583dbd4d57978afb4a9dcb4a9d on resource:port {{(pid=98653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:47:33.101218 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [req-c9d2b3fc-00c4-4766-9308-3a077b48d604 req-e7cb36c1-6758-4b0c-a9cd-a58e690da55f tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Unset dirty status for tenant:ef29f0583dbd4d57978afb4a9dcb4a9d on resource:port {{(pid=98653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:47:33.102329 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-c9d2b3fc-00c4-4766-9308-3a077b48d604 req-e7cb36c1-6758-4b0c-a9cd-a58e690da55f tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf8eae8b-dc74-423c-bfe9-2e231dec17a1 HTTP/1.1" status: 200 len: 945 time: 0.1015291 May 25 15:47:33.256380 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.plugin [req-c9d2b3fc-00c4-4766-9308-3a077b48d604 req-a791a58a-5cdf-4a44-8af3-236ed413808c tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Deleting port b113cd9c-edf4-4110-912c-3f957935bcb8 {{(pid=98653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:47:33.256826 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-c9d2b3fc-00c4-4766-9308-3a077b48d604 req-a791a58a-5cdf-4a44-8af3-236ed413808c tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730536052803'] for port, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:33.397817 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.db [req-c9d2b3fc-00c4-4766-9308-3a077b48d604 req-a791a58a-5cdf-4a44-8af3-236ed413808c tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] For port b113cd9c-edf4-4110-912c-3f957935bcb8, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=b113cd9c-edf4-4110-912c-3f957935bcb8,segment=NetworkSegment(0c510c8f-714a-4fb1-927d-1e8254cb6993),segment_id=0c510c8f-714a-4fb1-927d-1e8254cb6993)] {{(pid=98653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:47:33.398071 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-c9d2b3fc-00c4-4766-9308-3a077b48d604 req-a791a58a-5cdf-4a44-8af3-236ed413808c tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16426746'] for port, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:33.719619 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-c9d2b3fc-00c4-4766-9308-3a077b48d604 req-a791a58a-5cdf-4a44-8af3-236ed413808c tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:33.720795 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-c9d2b3fc-00c4-4766-9308-3a077b48d604 req-a791a58a-5cdf-4a44-8af3-236ed413808c tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423449'] for floatingip, after_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:33.721071 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.db.l3_db [req-c9d2b3fc-00c4-4766-9308-3a077b48d604 req-a791a58a-5cdf-4a44-8af3-236ed413808c tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Floating IP 3cdd2070-6e25-415e-8b1c-577d11e4bc84 disassociated. External IP: 172.28.3.40, port: b113cd9c-edf4-4110-912c-3f957935bcb8. May 25 15:47:33.721400 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.plugin [req-c9d2b3fc-00c4-4766-9308-3a077b48d604 req-a791a58a-5cdf-4a44-8af3-236ed413808c tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Calling delete_port for b113cd9c-edf4-4110-912c-3f957935bcb8 owned by compute:nova {{(pid=98653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:47:33.846078 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-c9d2b3fc-00c4-4766-9308-3a077b48d604 req-a791a58a-5cdf-4a44-8af3-236ed413808c tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730536055462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730535669971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14739030'] for port, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:33.853946 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-42e3124d-14c3-4899-a572-cc60ed2b6e76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:47:33.907215 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a791a58a-5cdf-4a44-8af3-236ed413808c tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Pushing event deleted for resources: {'Port': ['ID=b113cd9c-edf4-4110-912c-3f957935bcb8,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:47:33.921106 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a791a58a-5cdf-4a44-8af3-236ed413808c tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:47:33.921739 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a791a58a-5cdf-4a44-8af3-236ed413808c tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:47:33.922198 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a791a58a-5cdf-4a44-8af3-236ed413808c tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:47:33.922572 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a791a58a-5cdf-4a44-8af3-236ed413808c tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:47:33.923017 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a791a58a-5cdf-4a44-8af3-236ed413808c tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:47:33.923375 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a791a58a-5cdf-4a44-8af3-236ed413808c tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:47:33.923748 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a791a58a-5cdf-4a44-8af3-236ed413808c tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:47:33.924177 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a791a58a-5cdf-4a44-8af3-236ed413808c tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:47:33.924504 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a791a58a-5cdf-4a44-8af3-236ed413808c tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:47:33.924872 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a791a58a-5cdf-4a44-8af3-236ed413808c tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:47:33.925207 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a791a58a-5cdf-4a44-8af3-236ed413808c tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:47:33.925549 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a791a58a-5cdf-4a44-8af3-236ed413808c tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:47:33.981021 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-a791a58a-5cdf-4a44-8af3-236ed413808c tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:47:34.000254 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-3a9344c8-c805-46e9-8c2b-29a22de323f3 req-1432ef85-4cca-4ee2-a641-1431ad8df9b2 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8eae8b-dc74-423c-bfe9-2e231dec17a1 HTTP/1.1" status: 200 len: 210 time: 0.0953782 May 25 15:47:34.048117 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce361c-553b-4d63-ad29-1e400ab67ca0 req-fcf0c246-425d-4f12-b397-0ffe8e3e65e2 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:34.049622 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-bcce361c-553b-4d63-ad29-1e400ab67ca0 req-fcf0c246-425d-4f12-b397-0ffe8e3e65e2 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/ports?device_id=aef55b7c-7358-4469-a3ae-7d199fc0441a HTTP/1.1" status: 200 len: 945 time: 0.1072540 May 25 15:47:34.100128 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-bcce361c-553b-4d63-ad29-1e400ab67ca0 req-cbc28a7c-b524-4323-87a5-b872a4639b92 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4529b81-f2bf-45be-9726-8261e84ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434802 May 25 15:47:34.144837 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9d2b3fc-00c4-4766-9308-3a077b48d604 req-a791a58a-5cdf-4a44-8af3-236ed413808c tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Router 3c6f5408-ac61-4254-917d-d086a6b4bf5f has already been hosted by L3 agent f8a1ad16-ec6f-48c0-91e7-34790a8304cd {{(pid=98653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:47:34.339674 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9d2b3fc-00c4-4766-9308-3a077b48d604 req-a791a58a-5cdf-4a44-8af3-236ed413808c tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify agent at l3_agent.dv-cinder-791239-3-smb the message routers_updated {{(pid=98653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:47:34.349696 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05b4e00-5922-45db-8aac-8146bd6abeff None None] Sync routers for ids ['3c6f5408-ac61-4254-917d-d086a6b4bf5f'] in dv-cinder-791239-3-smb {{(pid=98656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:47:34.359937 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05b4e00-5922-45db-8aac-8146bd6abeff None None] Routers {'3c6f5408-ac61-4254-917d-d086a6b4bf5f'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:47:34.361181 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-e05b4e00-5922-45db-8aac-8146bd6abeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:47:17Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['3c6f5408-ac61-4254-917d-d086a6b4bf5f'], 'active': True} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:47:34.442813 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d2b3fc-00c4-4766-9308-3a077b48d604 req-a791a58a-5cdf-4a44-8af3-236ed413808c tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] No DVR routers for this DVR port b113cd9c-edf4-4110-912c-3f957935bcb8 on host hv-cinder-79123 {{(pid=98653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:47:34.446360 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-c9d2b3fc-00c4-4766-9308-3a077b48d604 req-a791a58a-5cdf-4a44-8af3-236ed413808c tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for port, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:34.449568 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf8eae8b-dc74-423c-bfe9-2e231dec17a1', 'name': 'network-vif-deleted', 'tag': 'b113cd9c-edf4-4110-912c-3f957935bcb8'}] {{(pid=98653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:47:34.470266 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-c9d2b3fc-00c4-4766-9308-3a077b48d604 req-a791a58a-5cdf-4a44-8af3-236ed413808c tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.62 "DELETE /v2.0/ports/b113cd9c-edf4-4110-912c-3f957935bcb8 HTTP/1.1" status: 204 len: 173 time: 1.3600154 May 25 15:47:34.505512 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf8eae8b-dc74-423c-bfe9-2e231dec17a1', 'name': 'network-vif-deleted', 'tag': 'b113cd9c-edf4-4110-912c-3f957935bcb8', 'status': 'completed', 'code': 200} May 25 15:47:34.604369 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvr_db [None req-e05b4e00-5922-45db-8aac-8146bd6abeff None None] Set router 3c6f5408-ac61-4254-917d-d086a6b4bf5f gateway port host: dv-cinder-791239-3-smb {{(pid=98656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:47:34.854737 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d00a0-f9f4-42f3-b85f-8fe99b483ee9 req-aefd5674-f4ad-4fb6-90f9-81b2f3f920cb tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:34.856487 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-241d00a0-f9f4-42f3-b85f-8fe99b483ee9 req-aefd5674-f4ad-4fb6-90f9-81b2f3f920cb tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/ports?device_id=2850869e-e524-45ab-8d9b-e4639e80073d HTTP/1.1" status: 200 len: 945 time: 0.0863686 May 25 15:47:34.911175 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-241d00a0-f9f4-42f3-b85f-8fe99b483ee9 req-fe3010ef-cfa2-4bb9-87ff-87e996179039 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f9a9a1e-4230-476d-a929-d2339a8736f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463946 May 25 15:47:34.936091 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 48016) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:47:34.954570 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-e05b4e00-5922-45db-8aac-8146bd6abeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'name': 'tempest-AttachVolumeTestJSON-1359625331-router', 'tenant_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b11cc504-bb5d-49bc-a49c-289698977329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:41:22Z', 'updated_at': '2021-05-25T15:41:32Z', 'revision_number': 4, 'project_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'gw_port': {'id': 'b11cc504-bb5d-49bc-a49c-289698977329', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:eb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:24Z', 'updated_at': '2021-05-25T15:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_interfaces': [{'id': '6fa86e8e-d5d0-4224-b6b3-3de0fb442883', 'name': '', 'network_id': '91f778d4-efe4-4f00-8d64-09660e7b60f7', 'tenant_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'mac_address': 'fa:16:3e:25:1d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e1434e2d-9207-4f36-a5e8-fa06210626a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:30Z', 'updated_at': '2021-05-25T15:41:44Z', 'revision_number': 5, 'project_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'subnets': [{'id': 'e1434e2d-9207-4f36-a5e8-fa06210626a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:47:34.959399 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05b4e00-5922-45db-8aac-8146bd6abeff None None] Checking router: 3c6f5408-ac61-4254-917d-d086a6b4bf5f for host: dv-cinder-791239-3-smb {{(pid=98656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:47:34.969807 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05b4e00-5922-45db-8aac-8146bd6abeff None None] Routers {'3c6f5408-ac61-4254-917d-d086a6b4bf5f'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:47:34.970431 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-e05b4e00-5922-45db-8aac-8146bd6abeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:47:17Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['3c6f5408-ac61-4254-917d-d086a6b4bf5f'], 'active': True} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:47:35.076965 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe73c34-5fa5-4b5c-9a57-45483d207755 tempest-TestMinimumBasicScenario-478845575 tempest-TestMinimumBasicScenario-478845575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:35.078044 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-4fe73c34-5fa5-4b5c-9a57-45483d207755 tempest-TestMinimumBasicScenario-478845575 tempest-TestMinimumBasicScenario-478845575-project-admin] Synchronizing usage tracker for tenant:e5818c3a87de4e67809ca9e7e13aea84 on resource:port {{(pid=98653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:47:35.101983 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-4fe73c34-5fa5-4b5c-9a57-45483d207755 tempest-TestMinimumBasicScenario-478845575 tempest-TestMinimumBasicScenario-478845575-project-admin] Unset dirty status for tenant:e5818c3a87de4e67809ca9e7e13aea84 on resource:port {{(pid=98653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:47:35.106045 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-4fe73c34-5fa5-4b5c-9a57-45483d207755 tempest-TestMinimumBasicScenario-478845575 tempest-TestMinimumBasicScenario-478845575-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2850869e-e524-45ab-8d9b-e4639e80073d HTTP/1.1" status: 200 len: 1093 time: 0.1662314 May 25 15:47:35.106280 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 48024) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:47:35.112319 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [None req-67b425fd-4593-4c56-8140-e6e010c41791 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Request body: {'floatingip': {'floating_network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'port_id': 'a643f8ed-8746-46d8-9074-de08427fbe0e', 'tenant_id': '40f0e137ef6d459694b23fb772f41365', 'fixed_ip_address': '172.20.0.8'}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:47:35.119125 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-67b425fd-4593-4c56-8140-e6e010c41791 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:47:35.125240 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-67b425fd-4593-4c56-8140-e6e010c41791 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Usage tracker for resource:floatingip and tenant:40f0e137ef6d459694b23fb772f41365 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:47:35.129583 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-67b425fd-4593-4c56-8140-e6e010c41791 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:47:35.137139 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-67b425fd-4593-4c56-8140-e6e010c41791 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:47:35.155842 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-67b425fd-4593-4c56-8140-e6e010c41791 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks [] for floatingip, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:35.253542 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-83e4b6b9-0eb5-4fc9-a2ae-075db685a0f6 req-7476480d-179e-4bf7-b0c6-bd294fa45903 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf8eae8b-dc74-423c-bfe9-2e231dec17a1 HTTP/1.1" status: 200 len: 210 time: 0.0829940 May 25 15:47:35.316526 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvr_db [None req-e05b4e00-5922-45db-8aac-8146bd6abeff None None] Set router 3c6f5408-ac61-4254-917d-d086a6b4bf5f gateway port host: dv-cinder-791239-3-smb {{(pid=98656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:47:35.361315 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50ac0f0-b837-4622-8906-c6fe3a5eabb5 req-d2f92cf8-a6e8-4e37-b3d5-457936d578e4 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:35.372190 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f50ac0f0-b837-4622-8906-c6fe3a5eabb5 req-d2f92cf8-a6e8-4e37-b3d5-457936d578e4 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/ports?device_id=aef55b7c-7358-4469-a3ae-7d199fc0441a HTTP/1.1" status: 200 len: 945 time: 0.1168323 May 25 15:47:35.444756 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f50ac0f0-b837-4622-8906-c6fe3a5eabb5 req-134415fd-cbcb-4715-b228-4f0e4580478a tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4529b81-f2bf-45be-9726-8261e84ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708811 May 25 15:47:35.511604 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-67b425fd-4593-4c56-8140-e6e010c41791 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:35.566945 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device b113cd9c-edf4-4110-912c-3f957935bcb8 no longer exists at agent hyperv_hv-cinder-79123 {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:47:35.615166 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] No Port match for: b113cd9c-edf4-4110-912c-3f957935bcb8 {{(pid=98656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:47:35.615429 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device b113cd9c-edf4-4110-912c-3f957935bcb8 not bound to the agent host hv-cinder-79123 {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:47:35.677055 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.db_base_plugin_common [None req-67b425fd-4593-4c56-8140-e6e010c41791 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Allocated IP 172.28.3.152 (d51110de-dc62-4f0f-8f8a-5177828fdd7b/65a5f471-3295-4779-8fb3-11f32d4097e9/b63be550-5ad8-4f76-9117-a872f986b586) {{(pid=98653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:47:35.736737 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-e05b4e00-5922-45db-8aac-8146bd6abeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'name': 'tempest-AttachVolumeTestJSON-1359625331-router', 'tenant_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b11cc504-bb5d-49bc-a49c-289698977329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:41:22Z', 'updated_at': '2021-05-25T15:41:32Z', 'revision_number': 4, 'project_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'gw_port': {'id': 'b11cc504-bb5d-49bc-a49c-289698977329', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:eb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:24Z', 'updated_at': '2021-05-25T15:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_interfaces': [{'id': '6fa86e8e-d5d0-4224-b6b3-3de0fb442883', 'name': '', 'network_id': '91f778d4-efe4-4f00-8d64-09660e7b60f7', 'tenant_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'mac_address': 'fa:16:3e:25:1d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e1434e2d-9207-4f36-a5e8-fa06210626a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:30Z', 'updated_at': '2021-05-25T15:41:44Z', 'revision_number': 5, 'project_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'subnets': [{'id': 'e1434e2d-9207-4f36-a5e8-fa06210626a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:47:35.741483 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05b4e00-5922-45db-8aac-8146bd6abeff None None] The sync data for ids ['3c6f5408-ac61-4254-917d-d086a6b4bf5f'] in dv-cinder-791239-3-smb is: [{'id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'name': 'tempest-AttachVolumeTestJSON-1359625331-router', 'tenant_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b11cc504-bb5d-49bc-a49c-289698977329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:41:22Z', 'updated_at': '2021-05-25T15:41:32Z', 'revision_number': 4, 'project_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'gw_port': {'id': 'b11cc504-bb5d-49bc-a49c-289698977329', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:eb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:24Z', 'updated_at': '2021-05-25T15:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_interfaces': [{'id': '6fa86e8e-d5d0-4224-b6b3-3de0fb442883', 'name': '', 'network_id': '91f778d4-efe4-4f00-8d64-09660e7b60f7', 'tenant_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'mac_address': 'fa:16:3e:25:1d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e1434e2d-9207-4f36-a5e8-fa06210626a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:30Z', 'updated_at': '2021-05-25T15:41:44Z', 'revision_number': 5, 'project_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'subnets': [{'id': 'e1434e2d-9207-4f36-a5e8-fa06210626a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:47:35.848993 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-67b425fd-4593-4c56-8140-e6e010c41791 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks [] for port, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:35.885256 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-67b425fd-4593-4c56-8140-e6e010c41791 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730535669962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14739030'] for port, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:35.889497 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-05e2d254-e70a-4e30-beea-db96960f9125 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:47:35.959570 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b425fd-4593-4c56-8140-e6e010c41791 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Network d51110de-dc62-4f0f-8f8a-5177828fdd7b is already hosted by enough agents. {{(pid=98653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:47:35.962485 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.base_scheduler [None req-67b425fd-4593-4c56-8140-e6e010c41791 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Resources bound (agent type, host, resource id): {{(pid=98653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:47:35.966225 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b425fd-4593-4c56-8140-e6e010c41791 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Received port after_create {{(pid=98653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:47:35.999867 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b425fd-4593-4c56-8140-e6e010c41791 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Pushing event updated for resources: {'Port': ['ID=b63be550-5ad8-4f76-9117-a872f986b586,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:47:36.009033 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-67b425fd-4593-4c56-8140-e6e010c41791 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:47:36.036728 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550b530a-4b90-49ec-990b-2d34fa24fa7d None None] New status for floating IP 3cdd2070-6e25-415e-8b1c-577d11e4bc84: DOWN {{(pid=98660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 15:47:36.396616 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 48034) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:47:36.507476 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-d948b6f7-9e85-436a-9b49-0a216061dd57 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:36.540437 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-67b425fd-4593-4c56-8140-e6e010c41791 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:36.558575 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-d948b6f7-9e85-436a-9b49-0a216061dd57 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:36.675552 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-67b425fd-4593-4c56-8140-e6e010c41791 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:36.687522 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33d2b0-eddb-4506-a550-69d7ca11a3bf req-82ca7558-b63c-420e-ac79-80c5d929c551 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:36.689261 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-bc33d2b0-eddb-4506-a550-69d7ca11a3bf req-82ca7558-b63c-420e-ac79-80c5d929c551 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/ports?device_id=aef55b7c-7358-4469-a3ae-7d199fc0441a HTTP/1.1" status: 200 len: 945 time: 0.1120341 May 25 15:47:36.742272 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-d948b6f7-9e85-436a-9b49-0a216061dd57 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:36.749158 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-bc33d2b0-eddb-4506-a550-69d7ca11a3bf req-a02009c6-5355-4000-bc04-02078cdd2e21 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4529b81-f2bf-45be-9726-8261e84ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464089 May 25 15:47:36.751646 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-928c9ab5-fa13-4ed9-861a-d31f21d6a941 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:47:36.768624 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d948b6f7-9e85-436a-9b49-0a216061dd57 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d5e15d-8c08-4fba-97a1-bb7f546ffa3a,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:47:36.776286 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-d948b6f7-9e85-436a-9b49-0a216061dd57 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:47:36.864719 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-d948b6f7-9e85-436a-9b49-0a216061dd57 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:36.865859 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-d948b6f7-9e85-436a-9b49-0a216061dd57 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "DELETE /v2.0/security-groups/b7d5e15d-8c08-4fba-97a1-bb7f546ffa3a HTTP/1.1" status: 204 len: 168 time: 0.4682999 May 25 15:47:36.868682 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 48040) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:47:36.885245 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.api.v2.resource [None req-aed00948-f0c8-4c90-ad24-52363839226f tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] show failed (client error): The resource could not be found. May 25 15:47:36.886356 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-aed00948-f0c8-4c90-ad24-52363839226f tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/security-groups/b7d5e15d-8c08-4fba-97a1-bb7f546ffa3a HTTP/1.1" status: 404 len: 347 time: 0.0166211 May 25 15:47:36.889395 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 48044) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:47:36.945148 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-67b425fd-4593-4c56-8140-e6e010c41791 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks [] for port, precommit_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:36.951163 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-67b425fd-4593-4c56-8140-e6e010c41791 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14739039'] for port, after_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:36.955654 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-1adb2aca-2a9e-452b-b3dd-615835df26c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:47:37.069901 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b425fd-4593-4c56-8140-e6e010c41791 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Pushing event updated for resources: {'Port': ['ID=b63be550-5ad8-4f76-9117-a872f986b586,revision_number=2']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:47:37.074619 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-67b425fd-4593-4c56-8140-e6e010c41791 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:47:37.084407 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-67b425fd-4593-4c56-8140-e6e010c41791 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423449'] for floatingip, after_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:37.147441 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.plugin [None req-1d3d89a0-ba73-4a8f-9019-1036664251f6 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Deleting port 5c1e7ba8-0229-4649-9a13-cf1e8c50f1b5 {{(pid=98655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:47:37.147814 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-1d3d89a0-ba73-4a8f-9019-1036664251f6 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730536052803'] for port, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:37.265985 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.db.l3_db [None req-67b425fd-4593-4c56-8140-e6e010c41791 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Floating IP ac64ae75-b433-4142-bbb7-dbf976da2d7e associated. External IP: 172.28.3.152, port: a643f8ed-8746-46d8-9074-de08427fbe0e. May 25 15:47:37.270883 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-1d3d89a0-ba73-4a8f-9019-1036664251f6 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16426746'] for port, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:37.271273 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-1d3d89a0-ba73-4a8f-9019-1036664251f6 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:37.397489 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.plugin [None req-1d3d89a0-ba73-4a8f-9019-1036664251f6 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Calling delete_port for 5c1e7ba8-0229-4649-9a13-cf1e8c50f1b5 owned by network:floatingip {{(pid=98655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:47:37.606185 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-1d3d89a0-ba73-4a8f-9019-1036664251f6 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730536055462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730535669971'] for port, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:37.609930 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:47:37.653941 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3d89a0-ba73-4a8f-9019-1036664251f6 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Pushing event deleted for resources: {'Port': ['ID=5c1e7ba8-0229-4649-9a13-cf1e8c50f1b5,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:47:37.699511 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3d89a0-ba73-4a8f-9019-1036664251f6 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:47:37.700255 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3d89a0-ba73-4a8f-9019-1036664251f6 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:47:37.700255 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3d89a0-ba73-4a8f-9019-1036664251f6 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:47:37.700573 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3d89a0-ba73-4a8f-9019-1036664251f6 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:47:37.700911 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3d89a0-ba73-4a8f-9019-1036664251f6 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:47:37.701250 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3d89a0-ba73-4a8f-9019-1036664251f6 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:47:37.701616 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3d89a0-ba73-4a8f-9019-1036664251f6 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:47:37.702047 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3d89a0-ba73-4a8f-9019-1036664251f6 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:47:37.702384 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3d89a0-ba73-4a8f-9019-1036664251f6 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:47:37.702721 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3d89a0-ba73-4a8f-9019-1036664251f6 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:47:37.703054 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3d89a0-ba73-4a8f-9019-1036664251f6 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:47:37.703385 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3d89a0-ba73-4a8f-9019-1036664251f6 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:47:37.707820 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-1d3d89a0-ba73-4a8f-9019-1036664251f6 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:47:37.708614 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-1d3d89a0-ba73-4a8f-9019-1036664251f6 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks [] for floatingip, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:37.723820 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-1d3d89a0-ba73-4a8f-9019-1036664251f6 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for floatingip, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:37.724978 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-1d3d89a0-ba73-4a8f-9019-1036664251f6 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "DELETE /v2.0/floatingips/3cdd2070-6e25-415e-8b1c-577d11e4bc84 HTTP/1.1" status: 204 len: 168 time: 0.8345857 May 25 15:47:37.733601 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67b425fd-4593-4c56-8140-e6e010c41791 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Router 55a4f65f-75c4-40fd-9ba9-d73a05086da9 has already been hosted by L3 agent f8a1ad16-ec6f-48c0-91e7-34790a8304cd {{(pid=98653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:47:37.955849 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b425fd-4593-4c56-8140-e6e010c41791 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify agent at l3_agent.dv-cinder-791239-3-smb the message routers_updated {{(pid=98653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:47:37.969626 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035bc087-7578-46cb-bf18-fb4d2c909ab8 None None] Sync routers for ids ['55a4f65f-75c4-40fd-9ba9-d73a05086da9'] in dv-cinder-791239-3-smb {{(pid=98656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:47:37.980970 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035bc087-7578-46cb-bf18-fb4d2c909ab8 None None] Routers {'55a4f65f-75c4-40fd-9ba9-d73a05086da9'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:47:37.981754 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-035bc087-7578-46cb-bf18-fb4d2c909ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:47:17Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['55a4f65f-75c4-40fd-9ba9-d73a05086da9'], 'active': True} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:47:37.983000 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b29305-5899-47a1-91b4-12497b980434 req-60421397-76a2-428e-b2f8-72d68fa8f89c tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:37.984463 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-67b425fd-4593-4c56-8140-e6e010c41791 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for floatingip, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:37.985015 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-78b29305-5899-47a1-91b4-12497b980434 req-60421397-76a2-428e-b2f8-72d68fa8f89c tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/ports?device_id=aef55b7c-7358-4469-a3ae-7d199fc0441a HTTP/1.1" status: 200 len: 945 time: 0.0999427 May 25 15:47:38.049189 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-78b29305-5899-47a1-91b4-12497b980434 req-309ea629-9ee3-46a6-afb8-5f184bbf54b8 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4529b81-f2bf-45be-9726-8261e84ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561035 May 25 15:47:38.059366 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-67b425fd-4593-4c56-8140-e6e010c41791 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9514389 May 25 15:47:38.059666 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 48052) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:47:38.060106 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2850869e-e524-45ab-8d9b-e4639e80073d', 'tag': 'a643f8ed-8746-46d8-9074-de08427fbe0e'}] {{(pid=98653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:47:38.073420 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [None req-77bb01fe-22a5-4c23-8e72-ecaee06c94d4 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1167974510', 'description': 'tempest-secgroup-smoke-1167974510 description', 'project_id': '40f0e137ef6d459694b23fb772f41365'}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:47:38.083011 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-77bb01fe-22a5-4c23-8e72-ecaee06c94d4 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:47:38.083846 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 48058) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:47:38.088202 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-77bb01fe-22a5-4c23-8e72-ecaee06c94d4 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Usage tracker for resource:security_group and tenant:40f0e137ef6d459694b23fb772f41365 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:47:38.091500 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-77bb01fe-22a5-4c23-8e72-ecaee06c94d4 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:47:38.095461 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [None req-6628f98b-05c1-480c-a6f3-6b7eb4e493d4 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Request body: {'security_group': {'name': 'tempest-securitygroup--118813526', 'description': 'tempest-description--710697897'}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:47:38.098126 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-77bb01fe-22a5-4c23-8e72-ecaee06c94d4 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:47:38.105975 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-6628f98b-05c1-480c-a6f3-6b7eb4e493d4 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:47:38.111859 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-77bb01fe-22a5-4c23-8e72-ecaee06c94d4 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:38.113384 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-6628f98b-05c1-480c-a6f3-6b7eb4e493d4 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Usage tracker for resource:security_group and tenant:ef29f0583dbd4d57978afb4a9dcb4a9d is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:47:38.117227 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-6628f98b-05c1-480c-a6f3-6b7eb4e493d4 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:47:38.124966 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-6628f98b-05c1-480c-a6f3-6b7eb4e493d4 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:47:38.127722 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2850869e-e524-45ab-8d9b-e4639e80073d', 'tag': 'a643f8ed-8746-46d8-9074-de08427fbe0e', 'status': 'completed', 'code': 200} May 25 15:47:38.142326 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-77bb01fe-22a5-4c23-8e72-ecaee06c94d4 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:47:38.144166 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-6628f98b-05c1-480c-a6f3-6b7eb4e493d4 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks [] for security_group, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:38.149669 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-77bb01fe-22a5-4c23-8e72-ecaee06c94d4 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Usage tracker for resource:security_group_rule and tenant:40f0e137ef6d459694b23fb772f41365 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:47:38.153903 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-77bb01fe-22a5-4c23-8e72-ecaee06c94d4 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:47:38.160741 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-77bb01fe-22a5-4c23-8e72-ecaee06c94d4 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:47:38.175519 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-6628f98b-05c1-480c-a6f3-6b7eb4e493d4 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:47:38.181230 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-6628f98b-05c1-480c-a6f3-6b7eb4e493d4 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Usage tracker for resource:security_group_rule and tenant:ef29f0583dbd4d57978afb4a9dcb4a9d is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:47:38.185349 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-6628f98b-05c1-480c-a6f3-6b7eb4e493d4 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:47:38.209737 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-6628f98b-05c1-480c-a6f3-6b7eb4e493d4 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:47:38.247456 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvr_db [None req-035bc087-7578-46cb-bf18-fb4d2c909ab8 None None] Set router 55a4f65f-75c4-40fd-9ba9-d73a05086da9 gateway port host: dv-cinder-791239-3-smb {{(pid=98656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:47:38.308066 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a681af50-a447-41cb-89f2-82a5db1b7f09 req-474c635c-03ba-4dbf-a485-599515bda42f tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:38.308820 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [req-a681af50-a447-41cb-89f2-82a5db1b7f09 req-474c635c-03ba-4dbf-a485-599515bda42f tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Synchronizing usage tracker for tenant:9bce1cd122ef42b3abc4c4ee145b8086 on resource:port {{(pid=98653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:47:38.337327 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-77bb01fe-22a5-4c23-8e72-ecaee06c94d4 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:38.339067 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [req-a681af50-a447-41cb-89f2-82a5db1b7f09 req-474c635c-03ba-4dbf-a485-599515bda42f tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Unset dirty status for tenant:9bce1cd122ef42b3abc4c4ee145b8086 on resource:port {{(pid=98653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:47:38.339203 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-a681af50-a447-41cb-89f2-82a5db1b7f09 req-474c635c-03ba-4dbf-a485-599515bda42f tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.62 "GET /v2.0/ports?device_id=aef55b7c-7358-4469-a3ae-7d199fc0441a HTTP/1.1" status: 200 len: 945 time: 0.1441181 May 25 15:47:38.341954 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82b551-ae06-447c-9363-eeffd1d829e7 req-a93ba077-9d16-4dd0-bd6b-af86e11f27ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:38.343470 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-5d82b551-ae06-447c-9363-eeffd1d829e7 req-a93ba077-9d16-4dd0-bd6b-af86e11f27ab service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=40f0e137ef6d459694b23fb772f41365&device_id=2850869e-e524-45ab-8d9b-e4639e80073d HTTP/1.1" status: 200 len: 1098 time: 0.1265285 May 25 15:47:38.345276 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-77bb01fe-22a5-4c23-8e72-ecaee06c94d4 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:38.350690 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-d9a5d3bd-9c76-4121-8918-1806da8807c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:47:38.383074 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb01fe-22a5-4c23-8e72-ecaee06c94d4 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82d95b20-34d2-4696-aa2c-a8a59d7e5b7b,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:47:38.432743 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-77bb01fe-22a5-4c23-8e72-ecaee06c94d4 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:47:38.447044 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-6628f98b-05c1-480c-a6f3-6b7eb4e493d4 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks [] for security_group, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:38.466233 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-6628f98b-05c1-480c-a6f3-6b7eb4e493d4 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:38.470739 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-031e7c98-df36-4745-8abb-9dde6548ced1 tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:47:38.472017 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-77bb01fe-22a5-4c23-8e72-ecaee06c94d4 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:38.476628 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-77bb01fe-22a5-4c23-8e72-ecaee06c94d4 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4109774 May 25 15:47:38.480545 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 48062) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:47:38.487713 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [None req-b8002990-811b-42b5-ac73-9124e8d60e32 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Request body: {'security_group_rule': {'security_group_id': '82d95b20-34d2-4696-aa2c-a8a59d7e5b7b', 'project_id': '40f0e137ef6d459694b23fb772f41365', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:47:38.495951 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-b8002990-811b-42b5-ac73-9124e8d60e32 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:47:38.539833 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6628f98b-05c1-480c-a6f3-6b7eb4e493d4 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9dfe976-e3e7-4db3-a434-c67e86d7a4ec,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:47:38.552626 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-6628f98b-05c1-480c-a6f3-6b7eb4e493d4 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:47:38.553636 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-6628f98b-05c1-480c-a6f3-6b7eb4e493d4 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks [] for security_group, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:38.559360 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-6628f98b-05c1-480c-a6f3-6b7eb4e493d4 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4714186 May 25 15:47:38.560412 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 48066) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:47:38.560605 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-b8002990-811b-42b5-ac73-9124e8d60e32 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Usage tracker for resource:security_group_rule and tenant:40f0e137ef6d459694b23fb772f41365 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:47:38.572048 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [None req-ba9b4f5c-57c9-4473-b62a-d993dd6cc079 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Request body: {'security_group_rule': {'security_group_id': 'b9dfe976-e3e7-4db3-a434-c67e86d7a4ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:47:38.577294 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-b8002990-811b-42b5-ac73-9124e8d60e32 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:47:38.580570 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82b551-ae06-447c-9363-eeffd1d829e7 req-235e9ba0-ad15-498c-97cf-252416019ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:38.584266 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-5d82b551-ae06-447c-9363-eeffd1d829e7 req-235e9ba0-ad15-498c-97cf-252416019ec9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2e23e138-5300-4d67-9423-ae7531ef4a22 HTTP/1.1" status: 200 len: 916 time: 0.2282805 May 25 15:47:38.584266 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-ba9b4f5c-57c9-4473-b62a-d993dd6cc079 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:47:38.587271 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-ba9b4f5c-57c9-4473-b62a-d993dd6cc079 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Usage tracker for resource:security_group_rule and tenant:ef29f0583dbd4d57978afb4a9dcb4a9d is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:47:38.587602 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-b8002990-811b-42b5-ac73-9124e8d60e32 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:47:38.634735 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-b8002990-811b-42b5-ac73-9124e8d60e32 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:38.644496 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-ba9b4f5c-57c9-4473-b62a-d993dd6cc079 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:47:38.647630 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.plugin [req-a681af50-a447-41cb-89f2-82a5db1b7f09 req-4ac0b277-44ed-4258-829c-bee7a785ae66 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Deleting port de167752-818e-4a78-912e-fa218a76ba35 {{(pid=98653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:47:38.647997 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-a681af50-a447-41cb-89f2-82a5db1b7f09 req-4ac0b277-44ed-4258-829c-bee7a785ae66 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730536052803'] for port, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:38.656920 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-ba9b4f5c-57c9-4473-b62a-d993dd6cc079 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:47:38.666401 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-035bc087-7578-46cb-bf18-fb4d2c909ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a4f65f-75c4-40fd-9ba9-d73a05086da9', 'name': 'tempest-TestMinimumBasicScenario-1824758150-router', 'tenant_id': '40f0e137ef6d459694b23fb772f41365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': 'b77916c3-d88d-4028-bdd0-e537e4376e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:46:23Z', 'updated_at': '2021-05-25T15:46:30Z', 'revision_number': 4, 'project_id': '40f0e137ef6d459694b23fb772f41365', 'gw_port': {'id': 'b77916c3-d88d-4028-bdd0-e537e4376e33', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a4f65f-75c4-40fd-9ba9-d73a05086da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:46:24Z', 'updated_at': '2021-05-25T15:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_floatingips': [{'id': 'ac64ae75-b433-4142-bbb7-dbf976da2d7e', 'tenant_id': '40f0e137ef6d459694b23fb772f41365', 'floating_ip_address': '172.28.3.152', 'floating_network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'router_id': '55a4f65f-75c4-40fd-9ba9-d73a05086da9', 'port_id': 'a643f8ed-8746-46d8-9074-de08427fbe0e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e23e138-5300-4d67-9423-ae7531ef4a22', 'mac_address': 'fa:16:3e:da:b2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2850869e-e524-45ab-8d9b-e4639e80073d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:47:36Z', 'updated_at': '2021-05-25T15:47:36Z', 'revision_number': 0, 'project_id': '40f0e137ef6d459694b23fb772f41365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f32fc186-bc47-473d-88c4-90f79b727810', 'name': '', 'network_id': '2e23e138-5300-4d67-9423-ae7531ef4a22', 'tenant_id': '40f0e137ef6d459694b23fb772f41365', 'mac_address': 'fa:16:3e:b0:3b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a4f65f-75c4-40fd-9ba9-d73a05086da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6d764aad-82e4-482f-aa9a-8954a4d179af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:46:29Z', 'updated_at': '2021-05-25T15:46:38Z', 'revision_number': 5, 'project_id': '40f0e137ef6d459694b23fb772f41365', 'subnets': [{'id': '6d764aad-82e4-482f-aa9a-8954a4d179af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:47:38.670750 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035bc087-7578-46cb-bf18-fb4d2c909ab8 None None] Checking router: 55a4f65f-75c4-40fd-9ba9-d73a05086da9 for host: dv-cinder-791239-3-smb {{(pid=98656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:47:38.681999 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035bc087-7578-46cb-bf18-fb4d2c909ab8 None None] Routers {'55a4f65f-75c4-40fd-9ba9-d73a05086da9'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:47:38.682811 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-035bc087-7578-46cb-bf18-fb4d2c909ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:47:17Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['55a4f65f-75c4-40fd-9ba9-d73a05086da9'], 'active': True} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:47:38.705964 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-ba9b4f5c-57c9-4473-b62a-d993dd6cc079 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:38.719310 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-5d82b551-ae06-447c-9363-eeffd1d829e7 req-0fa09e91-f23d-4671-8d1a-1553c4e4efd0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a643f8ed-8746-46d8-9074-de08427fbe0e HTTP/1.1" status: 200 len: 999 time: 0.1288891 May 25 15:47:38.821628 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-b8002990-811b-42b5-ac73-9124e8d60e32 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:38.832058 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82b551-ae06-447c-9363-eeffd1d829e7 req-c5c97b57-5959-4a98-a010-034d3a18e4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:38.833751 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-5d82b551-ae06-447c-9363-eeffd1d829e7 req-c5c97b57-5959-4a98-a010-034d3a18e4e2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d764aad-82e4-482f-aa9a-8954a4d179af HTTP/1.1" status: 200 len: 854 time: 0.0996733 May 25 15:47:38.837920 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-b8002990-811b-42b5-ac73-9124e8d60e32 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304489'] for security_group_rule, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:38.840012 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:47:38.845534 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-ba9b4f5c-57c9-4473-b62a-d993dd6cc079 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:38.862055 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.db [req-a681af50-a447-41cb-89f2-82a5db1b7f09 req-4ac0b277-44ed-4258-829c-bee7a785ae66 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] For port de167752-818e-4a78-912e-fa218a76ba35, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=de167752-818e-4a78-912e-fa218a76ba35,segment=NetworkSegment(7f3aa47a-1eed-4b1d-a469-5006e97eaeb2),segment_id=7f3aa47a-1eed-4b1d-a469-5006e97eaeb2)] {{(pid=98653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:47:38.862410 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-a681af50-a447-41cb-89f2-82a5db1b7f09 req-4ac0b277-44ed-4258-829c-bee7a785ae66 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16426746'] for port, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:38.881414 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-ba9b4f5c-57c9-4473-b62a-d993dd6cc079 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304489'] for security_group_rule, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:38.882302 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8002990-811b-42b5-ac73-9124e8d60e32 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50af34ba-ab89-4a5e-99b8-94cb33da62fc,revision_number=0']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:47:38.898568 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:47:38.904247 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvr_db [None req-035bc087-7578-46cb-bf18-fb4d2c909ab8 None None] Set router 55a4f65f-75c4-40fd-9ba9-d73a05086da9 gateway port host: dv-cinder-791239-3-smb {{(pid=98656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:47:38.925910 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b4f5c-57c9-4473-b62a-d993dd6cc079 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1528660-c252-4d43-9c68-5c3e80de1d03,revision_number=0']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:47:38.932249 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-ba9b4f5c-57c9-4473-b62a-d993dd6cc079 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:47:38.942837 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-ba9b4f5c-57c9-4473-b62a-d993dd6cc079 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:38.944170 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-ba9b4f5c-57c9-4473-b62a-d993dd6cc079 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3790364 May 25 15:47:38.946371 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 48070) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:47:38.953808 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [None req-4715dc6d-94ab-476f-9a78-5d398be87fbb tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Request body: {'security_group_rule': {'security_group_id': 'b9dfe976-e3e7-4db3-a434-c67e86d7a4ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:47:38.961373 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-4715dc6d-94ab-476f-9a78-5d398be87fbb tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:47:38.966851 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-4715dc6d-94ab-476f-9a78-5d398be87fbb tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Usage tracker for resource:security_group_rule and tenant:ef29f0583dbd4d57978afb4a9dcb4a9d is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:47:38.971615 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-4715dc6d-94ab-476f-9a78-5d398be87fbb tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:47:38.985539 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-4715dc6d-94ab-476f-9a78-5d398be87fbb tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:47:38.989953 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82b551-ae06-447c-9363-eeffd1d829e7 req-ae8d1d05-1ac0-4bfd-a549-e3b239bf96a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:38.991417 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-5d82b551-ae06-447c-9363-eeffd1d829e7 req-ae8d1d05-1ac0-4bfd-a549-e3b239bf96a3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2e23e138-5300-4d67-9423-ae7531ef4a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1447046 May 25 15:47:39.011319 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-b8002990-811b-42b5-ac73-9124e8d60e32 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:47:39.019980 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.plugin [req-a681af50-a447-41cb-89f2-82a5db1b7f09 req-4ac0b277-44ed-4258-829c-bee7a785ae66 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Calling delete_port for de167752-818e-4a78-912e-fa218a76ba35 owned by compute:nova {{(pid=98653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:47:39.024588 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-b8002990-811b-42b5-ac73-9124e8d60e32 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:39.028504 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-b8002990-811b-42b5-ac73-9124e8d60e32 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5449131 May 25 15:47:39.029538 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 48074) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:47:39.079914 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [None req-91efa74b-a33c-41e1-b103-70b85fdc39a6 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Request body: {'security_group_rule': {'security_group_id': '82d95b20-34d2-4696-aa2c-a8a59d7e5b7b', 'project_id': '40f0e137ef6d459694b23fb772f41365', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:47:39.094649 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-4715dc6d-94ab-476f-9a78-5d398be87fbb tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:39.117705 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-91efa74b-a33c-41e1-b103-70b85fdc39a6 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:47:39.131045 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-91efa74b-a33c-41e1-b103-70b85fdc39a6 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Usage tracker for resource:security_group_rule and tenant:40f0e137ef6d459694b23fb772f41365 is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:47:39.139378 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-91efa74b-a33c-41e1-b103-70b85fdc39a6 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:47:39.158843 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-91efa74b-a33c-41e1-b103-70b85fdc39a6 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:47:39.176994 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-a681af50-a447-41cb-89f2-82a5db1b7f09 req-4ac0b277-44ed-4258-829c-bee7a785ae66 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730536055462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730535669971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14739030'] for port, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:39.184139 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-36e78bf6-1aac-4a2b-9d1a-2e3950a579b5 tempest-VolumesActionsTest-461435678 tempest-VolumesActionsTest-461435678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:47:39.217727 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] get_ports_and_sgs() called for port_ids ['de167752-818e-4a78-912e-fa218a76ba35'] {{(pid=98656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:47:39.229423 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-91efa74b-a33c-41e1-b103-70b85fdc39a6 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:39.241175 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac0b277-44ed-4258-829c-bee7a785ae66 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Pushing event deleted for resources: {'Port': ['ID=de167752-818e-4a78-912e-fa218a76ba35,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:47:39.242763 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-5d82b551-ae06-447c-9363-eeffd1d829e7 req-211b4c1a-eb28-46f2-ab2f-f0cf780ad66d service neutron] 10.222.0.62 "GET /v2.0/networks/2e23e138-5300-4d67-9423-ae7531ef4a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432020 May 25 15:47:39.244376 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-4ac0b277-44ed-4258-829c-bee7a785ae66 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:47:39.270588 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-4715dc6d-94ab-476f-9a78-5d398be87fbb tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:39.352129 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-4715dc6d-94ab-476f-9a78-5d398be87fbb tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304489'] for security_group_rule, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:39.399467 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-76b1e1a9-e70e-47d2-8657-8b456fdb6450 req-8df091d4-c43a-4066-bbbd-0deb5000c124 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.11 "GET /v2.0/ports?device_id=aef55b7c-7358-4469-a3ae-7d199fc0441a HTTP/1.1" status: 200 len: 210 time: 0.1246753 May 25 15:47:39.415594 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-035bc087-7578-46cb-bf18-fb4d2c909ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a4f65f-75c4-40fd-9ba9-d73a05086da9', 'name': 'tempest-TestMinimumBasicScenario-1824758150-router', 'tenant_id': '40f0e137ef6d459694b23fb772f41365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': 'b77916c3-d88d-4028-bdd0-e537e4376e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:46:23Z', 'updated_at': '2021-05-25T15:46:30Z', 'revision_number': 4, 'project_id': '40f0e137ef6d459694b23fb772f41365', 'gw_port': {'id': 'b77916c3-d88d-4028-bdd0-e537e4376e33', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a4f65f-75c4-40fd-9ba9-d73a05086da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:46:24Z', 'updated_at': '2021-05-25T15:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_floatingips': [{'id': 'ac64ae75-b433-4142-bbb7-dbf976da2d7e', 'tenant_id': '40f0e137ef6d459694b23fb772f41365', 'floating_ip_address': '172.28.3.152', 'floating_network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'router_id': '55a4f65f-75c4-40fd-9ba9-d73a05086da9', 'port_id': 'a643f8ed-8746-46d8-9074-de08427fbe0e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e23e138-5300-4d67-9423-ae7531ef4a22', 'mac_address': 'fa:16:3e:da:b2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2850869e-e524-45ab-8d9b-e4639e80073d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:47:36Z', 'updated_at': '2021-05-25T15:47:36Z', 'revision_number': 0, 'project_id': '40f0e137ef6d459694b23fb772f41365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f32fc186-bc47-473d-88c4-90f79b727810', 'name': '', 'network_id': '2e23e138-5300-4d67-9423-ae7531ef4a22', 'tenant_id': '40f0e137ef6d459694b23fb772f41365', 'mac_address': 'fa:16:3e:b0:3b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a4f65f-75c4-40fd-9ba9-d73a05086da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6d764aad-82e4-482f-aa9a-8954a4d179af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:46:29Z', 'updated_at': '2021-05-25T15:46:38Z', 'revision_number': 5, 'project_id': '40f0e137ef6d459694b23fb772f41365', 'subnets': [{'id': '6d764aad-82e4-482f-aa9a-8954a4d179af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:47:39.417397 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-b3993c66-249e-444e-9070-ef2f029ccd5c tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:47:39.430767 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035bc087-7578-46cb-bf18-fb4d2c909ab8 None None] The sync data for ids ['55a4f65f-75c4-40fd-9ba9-d73a05086da9'] in dv-cinder-791239-3-smb is: [{'id': '55a4f65f-75c4-40fd-9ba9-d73a05086da9', 'name': 'tempest-TestMinimumBasicScenario-1824758150-router', 'tenant_id': '40f0e137ef6d459694b23fb772f41365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': 'b77916c3-d88d-4028-bdd0-e537e4376e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:46:23Z', 'updated_at': '2021-05-25T15:46:30Z', 'revision_number': 4, 'project_id': '40f0e137ef6d459694b23fb772f41365', 'gw_port': {'id': 'b77916c3-d88d-4028-bdd0-e537e4376e33', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a4f65f-75c4-40fd-9ba9-d73a05086da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:46:24Z', 'updated_at': '2021-05-25T15:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_floatingips': [{'id': 'ac64ae75-b433-4142-bbb7-dbf976da2d7e', 'tenant_id': '40f0e137ef6d459694b23fb772f41365', 'floating_ip_address': '172.28.3.152', 'floating_network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'router_id': '55a4f65f-75c4-40fd-9ba9-d73a05086da9', 'port_id': 'a643f8ed-8746-46d8-9074-de08427fbe0e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e23e138-5300-4d67-9423-ae7531ef4a22', 'mac_address': 'fa:16:3e:da:b2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2850869e-e524-45ab-8d9b-e4639e80073d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:47:36Z', 'updated_at': '2021-05-25T15:47:36Z', 'revision_number': 0, 'project_id': '40f0e137ef6d459694b23fb772f41365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f32fc186-bc47-473d-88c4-90f79b727810', 'name': '', 'network_id': '2e23e138-5300-4d67-9423-ae7531ef4a22', 'tenant_id': '40f0e137ef6d459694b23fb772f41365', 'mac_address': 'fa:16:3e:b0:3b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a4f65f-75c4-40fd-9ba9-d73a05086da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6d764aad-82e4-482f-aa9a-8954a4d179af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:46:29Z', 'updated_at': '2021-05-25T15:46:38Z', 'revision_number': 5, 'project_id': '40f0e137ef6d459694b23fb772f41365', 'subnets': [{'id': '6d764aad-82e4-482f-aa9a-8954a4d179af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:47:39.432956 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.l3_dvrscheduler_db [req-a681af50-a447-41cb-89f2-82a5db1b7f09 req-4ac0b277-44ed-4258-829c-bee7a785ae66 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] No DVR routers for this DVR port de167752-818e-4a78-912e-fa218a76ba35 on host hv-cinder-79123 {{(pid=98653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:47:39.434801 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-a681af50-a447-41cb-89f2-82a5db1b7f09 req-4ac0b277-44ed-4258-829c-bee7a785ae66 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for port, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:39.448880 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-a681af50-a447-41cb-89f2-82a5db1b7f09 req-4ac0b277-44ed-4258-829c-bee7a785ae66 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] 10.222.0.62 "DELETE /v2.0/ports/de167752-818e-4a78-912e-fa218a76ba35 HTTP/1.1" status: 204 len: 173 time: 1.0688324 May 25 15:47:39.476358 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4715dc6d-94ab-476f-9a78-5d398be87fbb tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23c7ba33-8417-4d5d-b268-54baf22d07f9,revision_number=0']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:47:39.479355 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-4715dc6d-94ab-476f-9a78-5d398be87fbb tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:47:39.501563 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-91efa74b-a33c-41e1-b103-70b85fdc39a6 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:39.512485 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-91efa74b-a33c-41e1-b103-70b85fdc39a6 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304489'] for security_group_rule, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:39.523085 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-4715dc6d-94ab-476f-9a78-5d398be87fbb tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:39.524970 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-4715dc6d-94ab-476f-9a78-5d398be87fbb tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5772283 May 25 15:47:39.528460 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 48082) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:47:39.530389 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-3d15ed92-9ebe-4b79-8c1f-4027f0aa3d76 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:47:39.535452 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [None req-57ffa96c-875c-473c-8914-6dfc63b2d976 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Request body: {'floatingip': {'floating_network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b'}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:47:39.544930 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-57ffa96c-875c-473c-8914-6dfc63b2d976 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:47:39.551350 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-57ffa96c-875c-473c-8914-6dfc63b2d976 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Usage tracker for resource:floatingip and tenant:ef29f0583dbd4d57978afb4a9dcb4a9d is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:47:39.554346 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-57ffa96c-875c-473c-8914-6dfc63b2d976 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:47:39.561625 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-57ffa96c-875c-473c-8914-6dfc63b2d976 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:47:39.574848 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91efa74b-a33c-41e1-b103-70b85fdc39a6 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95505e06-8b5d-4ba7-a70c-48b7cca4a5d7,revision_number=0']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:47:39.576310 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-57ffa96c-875c-473c-8914-6dfc63b2d976 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks [] for floatingip, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:39.582820 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-5d82b551-ae06-447c-9363-eeffd1d829e7 req-27bed0f6-4417-43a2-9058-d624de41d598 service neutron] 10.222.0.62 "GET /v2.0/networks/2e23e138-5300-4d67-9423-ae7531ef4a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141537 May 25 15:47:39.586932 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-91efa74b-a33c-41e1-b103-70b85fdc39a6 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:47:39.591989 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-91efa74b-a33c-41e1-b103-70b85fdc39a6 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:39.593962 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-91efa74b-a33c-41e1-b103-70b85fdc39a6 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5632832 May 25 15:47:39.597679 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 48086) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:47:39.616456 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [None req-98a2e0bd-f79e-41cf-b736-e23b5609adfd tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Request body: {'security_group_rule': {'security_group_id': '82d95b20-34d2-4696-aa2c-a8a59d7e5b7b', 'project_id': '40f0e137ef6d459694b23fb772f41365', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:47:39.625181 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-98a2e0bd-f79e-41cf-b736-e23b5609adfd tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:47:39.671270 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-98a2e0bd-f79e-41cf-b736-e23b5609adfd tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Usage tracker for resource:security_group_rule and tenant:40f0e137ef6d459694b23fb772f41365 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:47:39.678441 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-98a2e0bd-f79e-41cf-b736-e23b5609adfd tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:47:39.683905 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b98da6-b4d6-4d57-b7ef-a240fe48003c None None] New status for floating IP ac64ae75-b433-4142-bbb7-dbf976da2d7e: ACTIVE {{(pid=98660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 15:47:39.691604 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-98a2e0bd-f79e-41cf-b736-e23b5609adfd tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:47:39.725070 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-98a2e0bd-f79e-41cf-b736-e23b5609adfd tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:39.808749 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-98a2e0bd-f79e-41cf-b736-e23b5609adfd tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:39.818282 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-98a2e0bd-f79e-41cf-b736-e23b5609adfd tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304489'] for security_group_rule, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:39.825926 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-f25625d5-de94-4537-9120-d54ebd957993 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:47:39.848634 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-57ffa96c-875c-473c-8914-6dfc63b2d976 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:39.850949 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a2e0bd-f79e-41cf-b736-e23b5609adfd tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c111bc1-9dd3-4058-aeb5-e79c347763cb,revision_number=0']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:47:39.856700 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-98a2e0bd-f79e-41cf-b736-e23b5609adfd tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:47:39.893742 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-98a2e0bd-f79e-41cf-b736-e23b5609adfd tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:39.895163 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-98a2e0bd-f79e-41cf-b736-e23b5609adfd tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2965178 May 25 15:47:39.899448 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 48090) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:47:39.908077 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [None req-d42f36ec-8f5f-426e-9720-08a8b815c03d tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Request body: {'security_group_rule': {'security_group_id': '82d95b20-34d2-4696-aa2c-a8a59d7e5b7b', 'project_id': '40f0e137ef6d459694b23fb772f41365', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:47:39.916552 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-d42f36ec-8f5f-426e-9720-08a8b815c03d tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:47:39.921163 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-d42f36ec-8f5f-426e-9720-08a8b815c03d tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Usage tracker for resource:security_group_rule and tenant:40f0e137ef6d459694b23fb772f41365 is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:47:39.926354 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-d42f36ec-8f5f-426e-9720-08a8b815c03d tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:47:39.935389 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-d42f36ec-8f5f-426e-9720-08a8b815c03d tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:47:39.954927 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-d42f36ec-8f5f-426e-9720-08a8b815c03d tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:40.012330 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.db_base_plugin_common [None req-57ffa96c-875c-473c-8914-6dfc63b2d976 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Allocated IP 172.28.3.104 (d51110de-dc62-4f0f-8f8a-5177828fdd7b/65a5f471-3295-4779-8fb3-11f32d4097e9/2af7bb8e-be9e-40e0-af59-bec0cc0b0559) {{(pid=98653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:47:40.047731 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-d42f36ec-8f5f-426e-9720-08a8b815c03d tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:40.053545 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-d42f36ec-8f5f-426e-9720-08a8b815c03d tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304489'] for security_group_rule, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:40.062613 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-3bb3f3a9-655b-4ecd-8530-7c2343b0fa12 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:47:40.088126 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42f36ec-8f5f-426e-9720-08a8b815c03d tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ada11d6-b560-4cac-abad-2fd8098f59df,revision_number=0']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:47:40.092097 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-d42f36ec-8f5f-426e-9720-08a8b815c03d tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:47:40.097513 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-d42f36ec-8f5f-426e-9720-08a8b815c03d tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:40.099001 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-d42f36ec-8f5f-426e-9720-08a8b815c03d tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1977320 May 25 15:47:40.101789 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 48094) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:47:40.108788 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [None req-19c3b2c8-b5cd-4ddf-9f2a-0a09ab67421d tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Request body: {'security_group_rule': {'security_group_id': '82d95b20-34d2-4696-aa2c-a8a59d7e5b7b', 'project_id': '40f0e137ef6d459694b23fb772f41365', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:47:40.115176 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-19c3b2c8-b5cd-4ddf-9f2a-0a09ab67421d tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:47:40.119877 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-19c3b2c8-b5cd-4ddf-9f2a-0a09ab67421d tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Usage tracker for resource:security_group_rule and tenant:40f0e137ef6d459694b23fb772f41365 is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:47:40.123131 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-19c3b2c8-b5cd-4ddf-9f2a-0a09ab67421d tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:47:40.126451 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef55b7c-7358-4469-a3ae-7d199fc0441a', 'name': 'network-vif-deleted', 'tag': 'de167752-818e-4a78-912e-fa218a76ba35'}] {{(pid=98653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:47:40.129542 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-19c3b2c8-b5cd-4ddf-9f2a-0a09ab67421d tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:47:40.143133 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.db.securitygroups_db [None req-19c3b2c8-b5cd-4ddf-9f2a-0a09ab67421d tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Project 40f0e137ef6d459694b23fb772f41365 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 15:47:40.152100 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-19c3b2c8-b5cd-4ddf-9f2a-0a09ab67421d tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:40.194898 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aef55b7c-7358-4469-a3ae-7d199fc0441a', 'name': 'network-vif-deleted', 'tag': 'de167752-818e-4a78-912e-fa218a76ba35', 'status': 'completed', 'code': 200} May 25 15:47:40.203809 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-57ffa96c-875c-473c-8914-6dfc63b2d976 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks [] for port, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:40.226701 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-19c3b2c8-b5cd-4ddf-9f2a-0a09ab67421d tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:40.230993 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-19c3b2c8-b5cd-4ddf-9f2a-0a09ab67421d tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304489'] for security_group_rule, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:40.233047 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:47:40.237936 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-57ffa96c-875c-473c-8914-6dfc63b2d976 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730535669962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14739030'] for port, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:40.243280 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-da9df5ae-62c7-4795-8eb1-f6eab8512e84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:47:40.259018 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c3b2c8-b5cd-4ddf-9f2a-0a09ab67421d tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc661192-65d4-477b-ad93-e0b93dded8db,revision_number=0']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:47:40.261674 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-19c3b2c8-b5cd-4ddf-9f2a-0a09ab67421d tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:47:40.270488 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-19c3b2c8-b5cd-4ddf-9f2a-0a09ab67421d tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:40.274645 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-19c3b2c8-b5cd-4ddf-9f2a-0a09ab67421d tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1692340 May 25 15:47:40.275579 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 48100) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:47:40.280806 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [None req-9b88dc12-8232-4ee5-b8d3-b68100a0a8ce tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Request body: {'security_group_rule': {'security_group_id': '82d95b20-34d2-4696-aa2c-a8a59d7e5b7b', 'project_id': '40f0e137ef6d459694b23fb772f41365', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:47:40.287057 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-9b88dc12-8232-4ee5-b8d3-b68100a0a8ce tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:47:40.290808 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-9b88dc12-8232-4ee5-b8d3-b68100a0a8ce tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Usage tracker for resource:security_group_rule and tenant:40f0e137ef6d459694b23fb772f41365 is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:47:40.293764 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-9b88dc12-8232-4ee5-b8d3-b68100a0a8ce tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:47:40.300683 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-9b88dc12-8232-4ee5-b8d3-b68100a0a8ce tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:47:40.306592 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ffa96c-875c-473c-8914-6dfc63b2d976 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Network d51110de-dc62-4f0f-8f8a-5177828fdd7b is already hosted by enough agents. {{(pid=98653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:47:40.309611 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.base_scheduler [None req-57ffa96c-875c-473c-8914-6dfc63b2d976 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Resources bound (agent type, host, resource id): {{(pid=98653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:47:40.314156 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ffa96c-875c-473c-8914-6dfc63b2d976 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Received port after_create {{(pid=98653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:47:40.316900 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.db.securitygroups_db [None req-9b88dc12-8232-4ee5-b8d3-b68100a0a8ce tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Project 40f0e137ef6d459694b23fb772f41365 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 15:47:40.323308 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-9b88dc12-8232-4ee5-b8d3-b68100a0a8ce tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:40.353261 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ffa96c-875c-473c-8914-6dfc63b2d976 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Pushing event updated for resources: {'Port': ['ID=2af7bb8e-be9e-40e0-af59-bec0cc0b0559,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:47:40.362860 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-57ffa96c-875c-473c-8914-6dfc63b2d976 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:47:40.395530 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-9b88dc12-8232-4ee5-b8d3-b68100a0a8ce tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:40.399929 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-9b88dc12-8232-4ee5-b8d3-b68100a0a8ce tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304489'] for security_group_rule, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:40.407504 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-4715dc6d-94ab-476f-9a78-5d398be87fbb tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:47:40.414452 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-57ffa96c-875c-473c-8914-6dfc63b2d976 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:40.428793 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b88dc12-8232-4ee5-b8d3-b68100a0a8ce tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bfdd047-da70-4d03-b555-53b082e608b4,revision_number=0']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:47:40.431555 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-9b88dc12-8232-4ee5-b8d3-b68100a0a8ce tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:47:40.442240 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-9b88dc12-8232-4ee5-b8d3-b68100a0a8ce tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:40.443563 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-9b88dc12-8232-4ee5-b8d3-b68100a0a8ce tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1669641 May 25 15:47:40.479544 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-57ffa96c-875c-473c-8914-6dfc63b2d976 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:40.598268 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-9e712201-5fe7-466f-ac78-c77a18c459f1 req-8783e14b-b3f5-4417-82f8-5f384a290418 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1167974510&fields=id&tenant_id=40f0e137ef6d459694b23fb772f41365 HTTP/1.1" status: 200 len: 267 time: 0.0546436 May 25 15:47:40.705162 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e712201-5fe7-466f-ac78-c77a18c459f1 req-19df7f2f-37e2-4a53-99b6-4fd0d5429f66 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:40.706932 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-9e712201-5fe7-466f-ac78-c77a18c459f1 req-19df7f2f-37e2-4a53-99b6-4fd0d5429f66 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/ports?device_id=2850869e-e524-45ab-8d9b-e4639e80073d HTTP/1.1" status: 200 len: 945 time: 0.1068945 May 25 15:47:40.724311 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [req-9e712201-5fe7-466f-ac78-c77a18c459f1 req-fabac8a3-85e2-4bf5-9fcb-c65b3bd356ed tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Request body: {'port': {'security_groups': ['6f9a9a1e-4230-476d-a929-d2339a8736f5', '82d95b20-34d2-4696-aa2c-a8a59d7e5b7b']}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:47:40.749983 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-57ffa96c-875c-473c-8914-6dfc63b2d976 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks [] for port, precommit_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:40.756014 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-57ffa96c-875c-473c-8914-6dfc63b2d976 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14739039'] for port, after_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:40.765540 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-69acc8d2-0b27-4e13-86c3-7821178477c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:47:40.982873 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ffa96c-875c-473c-8914-6dfc63b2d976 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Pushing event updated for resources: {'Port': ['ID=2af7bb8e-be9e-40e0-af59-bec0cc0b0559,revision_number=2']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:47:40.988631 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-57ffa96c-875c-473c-8914-6dfc63b2d976 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:47:40.998469 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-57ffa96c-875c-473c-8914-6dfc63b2d976 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423449'] for floatingip, after_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:41.049056 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-57ffa96c-875c-473c-8914-6dfc63b2d976 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for floatingip, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:41.050945 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-57ffa96c-875c-473c-8914-6dfc63b2d976 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5207663 May 25 15:47:41.052481 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-9e712201-5fe7-466f-ac78-c77a18c459f1 req-fabac8a3-85e2-4bf5-9fcb-c65b3bd356ed tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:41.331448 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-09cde7b2-6348-487b-bdb3-cd3def5041d9 req-601dcea6-d88d-411d-949f-f5825d814a45 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Synchronizing usage tracker for tenant:ef29f0583dbd4d57978afb4a9dcb4a9d on resource:security_group {{(pid=98655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:47:41.369848 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-09cde7b2-6348-487b-bdb3-cd3def5041d9 req-601dcea6-d88d-411d-949f-f5825d814a45 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Unset dirty status for tenant:ef29f0583dbd4d57978afb4a9dcb4a9d on resource:security_group {{(pid=98655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:47:41.370966 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-09cde7b2-6348-487b-bdb3-cd3def5041d9 req-601dcea6-d88d-411d-949f-f5825d814a45 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--118813526&fields=id&tenant_id=ef29f0583dbd4d57978afb4a9dcb4a9d HTTP/1.1" status: 200 len: 267 time: 0.1597710 May 25 15:47:41.496506 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.db [req-9e712201-5fe7-466f-ac78-c77a18c459f1 req-fabac8a3-85e2-4bf5-9fcb-c65b3bd356ed tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] For port a643f8ed-8746-46d8-9074-de08427fbe0e, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=a643f8ed-8746-46d8-9074-de08427fbe0e,segment=NetworkSegment(0d2dba9c-6aea-4e0a-adda-13417adc15b7),segment_id=0d2dba9c-6aea-4e0a-adda-13417adc15b7)] {{(pid=98655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:47:41.560438 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-9e712201-5fe7-466f-ac78-c77a18c459f1 req-fabac8a3-85e2-4bf5-9fcb-c65b3bd356ed tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks [] for port, precommit_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:41.575855 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cde7b2-6348-487b-bdb3-cd3def5041d9 req-4b7e4836-073b-4319-87af-59bb5cc44df7 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:41.577468 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-09cde7b2-6348-487b-bdb3-cd3def5041d9 req-4b7e4836-073b-4319-87af-59bb5cc44df7 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/networks?id=91f778d4-efe4-4f00-8d64-09660e7b60f7 HTTP/1.1" status: 200 len: 811 time: 0.1956306 May 25 15:47:41.578856 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-9e712201-5fe7-466f-ac78-c77a18c459f1 req-fabac8a3-85e2-4bf5-9fcb-c65b3bd356ed tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:41.590156 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-42ff57a7-1fba-41be-a77b-21be45abb269 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:47:41.623623 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] get_ports_and_sgs() called for port_ids ['a643f8ed-8746-46d8-9074-de08427fbe0e'] {{(pid=98656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:47:41.650797 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device de167752-818e-4a78-912e-fa218a76ba35 no longer exists at agent hyperv_hv-cinder-79123 {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:47:41.657957 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-09cde7b2-6348-487b-bdb3-cd3def5041d9 req-5e5466a5-b61f-4d69-87bc-ee863bf091b6 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/quotas/ef29f0583dbd4d57978afb4a9dcb4a9d HTTP/1.1" status: 200 len: 375 time: 0.0719917 May 25 15:47:41.670784 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e712201-5fe7-466f-ac78-c77a18c459f1 req-fabac8a3-85e2-4bf5-9fcb-c65b3bd356ed tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:41.671260 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-9e712201-5fe7-466f-ac78-c77a18c459f1 req-fabac8a3-85e2-4bf5-9fcb-c65b3bd356ed tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for port, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:41.672653 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-9e712201-5fe7-466f-ac78-c77a18c459f1 req-fabac8a3-85e2-4bf5-9fcb-c65b3bd356ed tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "PUT /v2.0/ports/a643f8ed-8746-46d8-9074-de08427fbe0e HTTP/1.1" status: 200 len: 981 time: 0.9538865 May 25 15:47:41.673238 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2850869e-e524-45ab-8d9b-e4639e80073d', 'tag': 'a643f8ed-8746-46d8-9074-de08427fbe0e'}] {{(pid=98655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:47:41.710706 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] No Port match for: de167752-818e-4a78-912e-fa218a76ba35 {{(pid=98656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:47:41.711416 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device de167752-818e-4a78-912e-fa218a76ba35 not bound to the agent host hv-cinder-79123 {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:47:41.752727 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabac8a3-85e2-4bf5-9fcb-c65b3bd356ed tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Pushing event updated for resources: {'Port': ['ID=a643f8ed-8746-46d8-9074-de08427fbe0e,revision_number=6']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:47:41.756831 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-fabac8a3-85e2-4bf5-9fcb-c65b3bd356ed tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:47:41.806976 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-09cde7b2-6348-487b-bdb3-cd3def5041d9 req-44cd8fad-6153-48c4-bc98-b7af68efe34d tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Synchronizing usage tracker for tenant:ef29f0583dbd4d57978afb4a9dcb4a9d on resource:port {{(pid=98655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:47:41.832724 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-09cde7b2-6348-487b-bdb3-cd3def5041d9 req-44cd8fad-6153-48c4-bc98-b7af68efe34d tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Unset dirty status for tenant:ef29f0583dbd4d57978afb4a9dcb4a9d on resource:port {{(pid=98655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:47:41.834106 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-09cde7b2-6348-487b-bdb3-cd3def5041d9 req-44cd8fad-6153-48c4-bc98-b7af68efe34d tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef29f0583dbd4d57978afb4a9dcb4a9d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1561720 May 25 15:47:41.836264 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] get_ports_and_sgs() called for port_ids ['a643f8ed-8746-46d8-9074-de08427fbe0e'] {{(pid=98656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:47:41.844033 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2850869e-e524-45ab-8d9b-e4639e80073d', 'tag': 'a643f8ed-8746-46d8-9074-de08427fbe0e', 'status': 'completed', 'code': 200} May 25 15:47:42.025582 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-eeaabbd0-8d3d-418e-aef6-556c1276ab66 None None] Provisioning complete for port a643f8ed-8746-46d8-9074-de08427fbe0e triggered by entity DHCP. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:47:42.025880 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-eeaabbd0-8d3d-418e-aef6-556c1276ab66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:42.184184 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4babc86b-c636-43a8-acbe-db68c06f7b62 req-080b023b-f921-4d70-92c0-39783e11e25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:42.185668 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4babc86b-c636-43a8-acbe-db68c06f7b62 req-080b023b-f921-4d70-92c0-39783e11e25f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=40f0e137ef6d459694b23fb772f41365&device_id=2850869e-e524-45ab-8d9b-e4639e80073d HTTP/1.1" status: 200 len: 1137 time: 0.2959330 May 25 15:47:42.189548 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-09cde7b2-6348-487b-bdb3-cd3def5041d9 req-d5412764-02eb-48aa-b67c-781e7f387466 service neutron] 10.222.0.11 "GET /v2.0/networks/91f778d4-efe4-4f00-8d64-09660e7b60f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381531 May 25 15:47:42.200498 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5b630-2a0f-496d-950f-500749dee319 req-b75e983c-3d52-4078-8e65-de2b5b7774b2 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:42.202003 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e2c5b630-2a0f-496d-950f-500749dee319 req-b75e983c-3d52-4078-8e65-de2b5b7774b2 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/ports?device_id=2850869e-e524-45ab-8d9b-e4639e80073d HTTP/1.1" status: 200 len: 984 time: 0.2152188 May 25 15:47:42.465445 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e2c5b630-2a0f-496d-950f-500749dee319 req-bfeffcc5-cefa-430a-8e26-83ba29e5501e tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d95b20-34d2-4696-aa2c-a8a59d7e5b7b&id=6f9a9a1e-4230-476d-a929-d2339a8736f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2209594 May 25 15:47:42.509312 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-09cde7b2-6348-487b-bdb3-cd3def5041d9 req-f411d778-2b4e-4a2e-9026-d4cf46c80d99 service neutron] 10.222.0.11 "GET /v2.0/networks/91f778d4-efe4-4f00-8d64-09660e7b60f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053067 May 25 15:47:42.511792 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4babc86b-c636-43a8-acbe-db68c06f7b62 req-270c13e4-8de1-4e8b-a7b0-f6106e0c58ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:42.513462 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4babc86b-c636-43a8-acbe-db68c06f7b62 req-270c13e4-8de1-4e8b-a7b0-f6106e0c58ae service neutron] 10.222.0.62 "GET /v2.0/networks?id=2e23e138-5300-4d67-9423-ae7531ef4a22 HTTP/1.1" status: 200 len: 916 time: 0.3105977 May 25 15:47:42.636116 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4babc86b-c636-43a8-acbe-db68c06f7b62 req-52af6f2e-bb9b-45e5-b403-671b62342827 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a643f8ed-8746-46d8-9074-de08427fbe0e HTTP/1.1" status: 200 len: 1001 time: 0.1136458 May 25 15:47:42.747205 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-b74d085f-8fa8-4eb2-9e84-af995a0fb30b req-77f23a1c-e4e6-47ba-97e8-1bee9f724cbc tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dfc0fe7-0b1c-4afb-beff-a1a2829e0a60 HTTP/1.1" status: 200 len: 210 time: 0.0490983 May 25 15:47:42.756330 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4babc86b-c636-43a8-acbe-db68c06f7b62 req-c9486834-bb9f-4b3e-94e9-278312c258fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:42.757789 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4babc86b-c636-43a8-acbe-db68c06f7b62 req-c9486834-bb9f-4b3e-94e9-278312c258fc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d764aad-82e4-482f-aa9a-8954a4d179af HTTP/1.1" status: 200 len: 854 time: 0.1148000 May 25 15:47:42.940922 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4babc86b-c636-43a8-acbe-db68c06f7b62 req-c26f24a3-2cd2-4253-b7f1-a8fba00178e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:42.942804 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4babc86b-c636-43a8-acbe-db68c06f7b62 req-c26f24a3-2cd2-4253-b7f1-a8fba00178e9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2e23e138-5300-4d67-9423-ae7531ef4a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1768243 May 25 15:47:43.085784 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4babc86b-c636-43a8-acbe-db68c06f7b62 req-ec495296-6d47-46a7-9747-5b19bb5b3aa4 service neutron] 10.222.0.62 "GET /v2.0/networks/2e23e138-5300-4d67-9423-ae7531ef4a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357691 May 25 15:47:43.240241 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4babc86b-c636-43a8-acbe-db68c06f7b62 req-658f8955-b870-456e-8e41-f946752e3d88 service neutron] 10.222.0.62 "GET /v2.0/networks/2e23e138-5300-4d67-9423-ae7531ef4a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343470 May 25 15:47:43.960182 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0a953c5a-6656-40e1-8ac7-50c59b3bf76f req-1e7dd24d-be72-4f74-a037-ae79fc061610 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dfc0fe7-0b1c-4afb-beff-a1a2829e0a60 HTTP/1.1" status: 200 len: 210 time: 0.0627811 May 25 15:47:44.039304 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cde7b2-6348-487b-bdb3-cd3def5041d9 req-94c8e9e4-7a30-4679-b4f9-f51f75fac1a9 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:44.041326 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-09cde7b2-6348-487b-bdb3-cd3def5041d9 req-94c8e9e4-7a30-4679-b4f9-f51f75fac1a9 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.62 "GET /v2.0/networks?id=91f778d4-efe4-4f00-8d64-09660e7b60f7 HTTP/1.1" status: 200 len: 811 time: 0.2253180 May 25 15:47:44.150932 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-09cde7b2-6348-487b-bdb3-cd3def5041d9 req-d9edfcc4-0655-4668-a716-2cae462d5ec9 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef29f0583dbd4d57978afb4a9dcb4a9d HTTP/1.1" status: 200 len: 379 time: 0.0879877 May 25 15:47:44.169477 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [req-09cde7b2-6348-487b-bdb3-cd3def5041d9 req-9c300e46-0ff9-4b1b-85e8-4649e843e4e4 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Request body: {'port': {'device_id': '0dfc0fe7-0b1c-4afb-beff-a1a2829e0a60', 'network_id': '91f778d4-efe4-4f00-8d64-09660e7b60f7', 'admin_state_up': True, 'tenant_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'security_groups': ['b9dfe976-e3e7-4db3-a434-c67e86d7a4ec']}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:47:44.315309 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [req-09cde7b2-6348-487b-bdb3-cd3def5041d9 req-9c300e46-0ff9-4b1b-85e8-4649e843e4e4 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:47:44.325738 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [req-09cde7b2-6348-487b-bdb3-cd3def5041d9 req-9c300e46-0ff9-4b1b-85e8-4649e843e4e4 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:47:44.335185 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09cde7b2-6348-487b-bdb3-cd3def5041d9 req-9c300e46-0ff9-4b1b-85e8-4649e843e4e4 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Made reservation on behalf of ef29f0583dbd4d57978afb4a9dcb4a9d for: {'port': 1} {{(pid=98655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:47:44.338728 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-09cde7b2-6348-487b-bdb3-cd3def5041d9 req-9c300e46-0ff9-4b1b-85e8-4649e843e4e4 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:44.433847 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-19cb6ad9-5e6f-4b40-b10a-4d12fa1c559a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:44.510761 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.db_base_plugin_common [req-09cde7b2-6348-487b-bdb3-cd3def5041d9 req-9c300e46-0ff9-4b1b-85e8-4649e843e4e4 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Allocated IP 172.20.0.10 (91f778d4-efe4-4f00-8d64-09660e7b60f7/e1434e2d-9207-4f36-a5e8-fa06210626a6/d5aadedc-cc6e-439f-ae71-7460c80c1060) {{(pid=98655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:47:44.714016 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-09cde7b2-6348-487b-bdb3-cd3def5041d9 req-9c300e46-0ff9-4b1b-85e8-4649e843e4e4 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks [] for port, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:44.730634 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.provisioning_blocks [req-09cde7b2-6348-487b-bdb3-cd3def5041d9 req-9c300e46-0ff9-4b1b-85e8-4649e843e4e4 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Transition to ACTIVE for port object d5aadedc-cc6e-439f-ae71-7460c80c1060 will not be triggered until provisioned by entity DHCP. {{(pid=98655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:47:44.760447 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-09cde7b2-6348-487b-bdb3-cd3def5041d9 req-9c300e46-0ff9-4b1b-85e8-4649e843e4e4 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730535669962'] for port, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:44.765899 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-14460e9c-5df2-46bb-80fc-449dc1e6ad92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:47:44.832398 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09cde7b2-6348-487b-bdb3-cd3def5041d9 req-9c300e46-0ff9-4b1b-85e8-4649e843e4e4 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Network 91f778d4-efe4-4f00-8d64-09660e7b60f7 is already hosted by enough agents. {{(pid=98655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:47:44.835512 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.base_scheduler [req-09cde7b2-6348-487b-bdb3-cd3def5041d9 req-9c300e46-0ff9-4b1b-85e8-4649e843e4e4 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Resources bound (agent type, host, resource id): {{(pid=98655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:47:44.839403 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.l3_dvrscheduler_db [req-09cde7b2-6348-487b-bdb3-cd3def5041d9 req-9c300e46-0ff9-4b1b-85e8-4649e843e4e4 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Received port after_create {{(pid=98655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:47:44.845497 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cde7b2-6348-487b-bdb3-cd3def5041d9 req-9c300e46-0ff9-4b1b-85e8-4649e843e4e4 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:44.846132 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-09cde7b2-6348-487b-bdb3-cd3def5041d9 req-9c300e46-0ff9-4b1b-85e8-4649e843e4e4 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for port, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:44.854545 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c300e46-0ff9-4b1b-85e8-4649e843e4e4 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Pushing event updated for resources: {'Port': ['ID=d5aadedc-cc6e-439f-ae71-7460c80c1060,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:47:44.862039 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-9c300e46-0ff9-4b1b-85e8-4649e843e4e4 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:47:44.881052 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-09cde7b2-6348-487b-bdb3-cd3def5041d9 req-9c300e46-0ff9-4b1b-85e8-4649e843e4e4 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7156227 May 25 15:47:44.907002 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [req-09cde7b2-6348-487b-bdb3-cd3def5041d9 req-01ba17f6-9cf4-4bb5-8d30-61c2615d7418 service neutron] Request body: {'port': {'device_id': '0dfc0fe7-0b1c-4afb-beff-a1a2829e0a60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79123'}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:47:45.027464 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-09cde7b2-6348-487b-bdb3-cd3def5041d9 req-01ba17f6-9cf4-4bb5-8d30-61c2615d7418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:45.047816 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-4abd3a04-01e0-48b5-bcd9-5d873140265a None None] Provisioning for port d5aadedc-cc6e-439f-ae71-7460c80c1060 completed by entity DHCP. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:47:45.053459 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-4abd3a04-01e0-48b5-bcd9-5d873140265a None None] Provisioning complete for port d5aadedc-cc6e-439f-ae71-7460c80c1060 triggered by entity DHCP. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:47:45.054054 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-4abd3a04-01e0-48b5-bcd9-5d873140265a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:45.112937 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-4abd3a04-01e0-48b5-bcd9-5d873140265a None None] Port d5aadedc-cc6e-439f-ae71-7460c80c1060 cannot update to ACTIVE because it is not bound. {{(pid=98656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:47:45.332347 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9715acd-254d-452f-94a3-90985cf30671 req-a2bd8ad7-7255-4313-a8f9-697a9f12fc7c tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:45.333145 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-c9715acd-254d-452f-94a3-90985cf30671 req-a2bd8ad7-7255-4313-a8f9-697a9f12fc7c tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Synchronizing usage tracker for tenant:ef29f0583dbd4d57978afb4a9dcb4a9d on resource:port {{(pid=98655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:47:45.369123 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-c9715acd-254d-452f-94a3-90985cf30671 req-a2bd8ad7-7255-4313-a8f9-697a9f12fc7c tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Unset dirty status for tenant:ef29f0583dbd4d57978afb4a9dcb4a9d on resource:port {{(pid=98655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:47:45.370269 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c9715acd-254d-452f-94a3-90985cf30671 req-a2bd8ad7-7255-4313-a8f9-697a9f12fc7c tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dfc0fe7-0b1c-4afb-beff-a1a2829e0a60 HTTP/1.1" status: 200 len: 932 time: 0.2813213 May 25 15:47:45.431294 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c9715acd-254d-452f-94a3-90985cf30671 req-d5501b70-8166-4fab-8211-90bc6f691e74 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dfe976-e3e7-4db3-a434-c67e86d7a4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496123 May 25 15:47:45.582273 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.notifiers.nova [req-09cde7b2-6348-487b-bdb3-cd3def5041d9 req-01ba17f6-9cf4-4bb5-8d30-61c2615d7418 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5aadedc-cc6e-439f-ae71-7460c80c1060 {{(pid=98655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:47:45.589839 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-09cde7b2-6348-487b-bdb3-cd3def5041d9 req-01ba17f6-9cf4-4bb5-8d30-61c2615d7418 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:45.604378 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.provisioning_blocks [req-09cde7b2-6348-487b-bdb3-cd3def5041d9 req-01ba17f6-9cf4-4bb5-8d30-61c2615d7418 service neutron] Transition to ACTIVE for port object d5aadedc-cc6e-439f-ae71-7460c80c1060 will not be triggered until provisioned by entity L2. {{(pid=98655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:47:45.608277 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-09cde7b2-6348-487b-bdb3-cd3def5041d9 req-01ba17f6-9cf4-4bb5-8d30-61c2615d7418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:45.613644 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-42ff57a7-1fba-41be-a77b-21be45abb269 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:47:45.774856 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ba17f6-9cf4-4bb5-8d30-61c2615d7418 service neutron] Pushing event updated for resources: {'Port': ['ID=d5aadedc-cc6e-439f-ae71-7460c80c1060,revision_number=2']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:47:45.783765 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-01ba17f6-9cf4-4bb5-8d30-61c2615d7418 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:47:45.806873 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.managers [req-09cde7b2-6348-487b-bdb3-cd3def5041d9 req-01ba17f6-9cf4-4bb5-8d30-61c2615d7418 service neutron] Attempting to bind port d5aadedc-cc6e-439f-ae71-7460c80c1060 on host hv-cinder-79123 for vnic_type normal with profile {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:47:45.807204 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.managers [req-09cde7b2-6348-487b-bdb3-cd3def5041d9 req-01ba17f6-9cf4-4bb5-8d30-61c2615d7418 service neutron] Attempting to bind port d5aadedc-cc6e-439f-ae71-7460c80c1060 by drivers openvswitch,hyperv on host hv-cinder-79123 at level 0 using segments [{'id': '0c510c8f-714a-4fb1-927d-1e8254cb6993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '91f778d4-efe4-4f00-8d64-09660e7b60f7'}] {{(pid=98655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:47:45.807530 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cde7b2-6348-487b-bdb3-cd3def5041d9 req-01ba17f6-9cf4-4bb5-8d30-61c2615d7418 service neutron] Attempting to bind port d5aadedc-cc6e-439f-ae71-7460c80c1060 on network 91f778d4-efe4-4f00-8d64-09660e7b60f7 {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:47:45.812752 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cde7b2-6348-487b-bdb3-cd3def5041d9 req-01ba17f6-9cf4-4bb5-8d30-61c2615d7418 service neutron] Port d5aadedc-cc6e-439f-ae71-7460c80c1060 on network 91f778d4-efe4-4f00-8d64-09660e7b60f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79123 {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 15:47:45.813070 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cde7b2-6348-487b-bdb3-cd3def5041d9 req-01ba17f6-9cf4-4bb5-8d30-61c2615d7418 service neutron] Attempting to bind port d5aadedc-cc6e-439f-ae71-7460c80c1060 on network 91f778d4-efe4-4f00-8d64-09660e7b60f7 {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:47:45.818308 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cde7b2-6348-487b-bdb3-cd3def5041d9 req-01ba17f6-9cf4-4bb5-8d30-61c2615d7418 service neutron] Checking agent: {'id': 'e8d02b02-d66f-44f3-9cce-64202f9374d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 39, 18), 'started_at': datetime.datetime(2021, 5, 25, 15, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:47:45.818639 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cde7b2-6348-487b-bdb3-cd3def5041d9 req-01ba17f6-9cf4-4bb5-8d30-61c2615d7418 service neutron] Checking segment: {'id': '0c510c8f-714a-4fb1-927d-1e8254cb6993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '91f778d4-efe4-4f00-8d64-09660e7b60f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:47:45.819015 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cde7b2-6348-487b-bdb3-cd3def5041d9 req-01ba17f6-9cf4-4bb5-8d30-61c2615d7418 service neutron] Bound using segment: {'id': '0c510c8f-714a-4fb1-927d-1e8254cb6993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '91f778d4-efe4-4f00-8d64-09660e7b60f7'} {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:47:45.819429 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.managers [req-09cde7b2-6348-487b-bdb3-cd3def5041d9 req-01ba17f6-9cf4-4bb5-8d30-61c2615d7418 service neutron] Bound port: d5aadedc-cc6e-439f-ae71-7460c80c1060, host: hv-cinder-79123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c510c8f-714a-4fb1-927d-1e8254cb6993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '91f778d4-efe4-4f00-8d64-09660e7b60f7'}}] {{(pid=98655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:47:45.819806 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-09cde7b2-6348-487b-bdb3-cd3def5041d9 req-01ba17f6-9cf4-4bb5-8d30-61c2615d7418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:45.913761 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.db [req-09cde7b2-6348-487b-bdb3-cd3def5041d9 req-01ba17f6-9cf4-4bb5-8d30-61c2615d7418 service neutron] For port d5aadedc-cc6e-439f-ae71-7460c80c1060, host hv-cinder-79123, cleared binding levels {{(pid=98655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:47:45.917167 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.db [req-09cde7b2-6348-487b-bdb3-cd3def5041d9 req-01ba17f6-9cf4-4bb5-8d30-61c2615d7418 service neutron] For port d5aadedc-cc6e-439f-ae71-7460c80c1060, host hv-cinder-79123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=d5aadedc-cc6e-439f-ae71-7460c80c1060,segment=NetworkSegment(0c510c8f-714a-4fb1-927d-1e8254cb6993),segment_id=0c510c8f-714a-4fb1-927d-1e8254cb6993)] {{(pid=98655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:47:45.923433 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-09cde7b2-6348-487b-bdb3-cd3def5041d9 req-01ba17f6-9cf4-4bb5-8d30-61c2615d7418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:45.927370 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-14460e9c-5df2-46bb-80fc-449dc1e6ad92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:47:45.990332 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cde7b2-6348-487b-bdb3-cd3def5041d9 req-01ba17f6-9cf4-4bb5-8d30-61c2615d7418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:45.990778 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-09cde7b2-6348-487b-bdb3-cd3def5041d9 req-01ba17f6-9cf4-4bb5-8d30-61c2615d7418 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for port, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:45.992688 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-09cde7b2-6348-487b-bdb3-cd3def5041d9 req-01ba17f6-9cf4-4bb5-8d30-61c2615d7418 service neutron] 10.222.0.62 "PUT /v2.0/ports/d5aadedc-cc6e-439f-ae71-7460c80c1060 HTTP/1.1" status: 200 len: 1094 time: 1.0903420 May 25 15:47:45.993186 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dfc0fe7-0b1c-4afb-beff-a1a2829e0a60', 'tag': 'd5aadedc-cc6e-439f-ae71-7460c80c1060'}] {{(pid=98655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:47:46.018954 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ba17f6-9cf4-4bb5-8d30-61c2615d7418 service neutron] Pushing event updated for resources: {'Port': ['ID=d5aadedc-cc6e-439f-ae71-7460c80c1060,revision_number=3']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:47:46.026313 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-01ba17f6-9cf4-4bb5-8d30-61c2615d7418 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:47:46.061331 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dfc0fe7-0b1c-4afb-beff-a1a2829e0a60', 'tag': 'd5aadedc-cc6e-439f-ae71-7460c80c1060', 'status': 'completed', 'code': 200} May 25 15:47:46.169289 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cde7b2-6348-487b-bdb3-cd3def5041d9 req-aeb71ec5-6522-436a-8bf5-36d92357fdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:46.170766 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-09cde7b2-6348-487b-bdb3-cd3def5041d9 req-aeb71ec5-6522-436a-8bf5-36d92357fdb9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ef29f0583dbd4d57978afb4a9dcb4a9d&device_id=0dfc0fe7-0b1c-4afb-beff-a1a2829e0a60 HTTP/1.1" status: 200 len: 1097 time: 0.0795023 May 25 15:47:46.275956 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-09cde7b2-6348-487b-bdb3-cd3def5041d9 req-4bcbb9b7-e594-4af6-9e8c-9c8881b258bc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5aadedc-cc6e-439f-ae71-7460c80c1060 HTTP/1.1" status: 200 len: 217 time: 0.0764627 May 25 15:47:46.341094 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cde7b2-6348-487b-bdb3-cd3def5041d9 req-b6030059-21ab-469c-90e3-97bdcbec2dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:46.342584 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-09cde7b2-6348-487b-bdb3-cd3def5041d9 req-b6030059-21ab-469c-90e3-97bdcbec2dfa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1434e2d-9207-4f36-a5e8-fa06210626a6 HTTP/1.1" status: 200 len: 850 time: 0.0601213 May 25 15:47:46.423967 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cde7b2-6348-487b-bdb3-cd3def5041d9 req-2b813f54-7fdc-4eba-8598-9f89673b4aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:46.425464 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-09cde7b2-6348-487b-bdb3-cd3def5041d9 req-2b813f54-7fdc-4eba-8598-9f89673b4aa8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=91f778d4-efe4-4f00-8d64-09660e7b60f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0765047 May 25 15:47:46.640021 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-09cde7b2-6348-487b-bdb3-cd3def5041d9 req-9434c125-7a8a-43c8-ab95-32c6d74b0348 service neutron] 10.222.0.62 "GET /v2.0/networks/91f778d4-efe4-4f00-8d64-09660e7b60f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069447 May 25 15:47:46.753918 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924692c0-4a9c-4023-a3ab-be1389d6b094 req-5b92480a-3b30-42e4-a70e-ecfdea2d2c45 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:46.755489 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-924692c0-4a9c-4023-a3ab-be1389d6b094 req-5b92480a-3b30-42e4-a70e-ecfdea2d2c45 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dfc0fe7-0b1c-4afb-beff-a1a2829e0a60 HTTP/1.1" status: 200 len: 944 time: 0.2051570 May 25 15:47:46.834663 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-09cde7b2-6348-487b-bdb3-cd3def5041d9 req-e2fc1207-bff1-4b3c-842c-c0856bfca484 service neutron] 10.222.0.62 "GET /v2.0/networks/91f778d4-efe4-4f00-8d64-09660e7b60f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848083 May 25 15:47:46.837379 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-924692c0-4a9c-4023-a3ab-be1389d6b094 req-a817c2c3-8bd2-4b2e-b56f-d7668d33aa67 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dfe976-e3e7-4db3-a434-c67e86d7a4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749080 May 25 15:47:47.007632 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a3a28-c604-43c8-8608-1a7fbca196ea req-c353e7e7-37f9-4ab4-9d58-ffdde503afad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:47.009156 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f85a3a28-c604-43c8-8608-1a7fbca196ea req-c353e7e7-37f9-4ab4-9d58-ffdde503afad service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ef29f0583dbd4d57978afb4a9dcb4a9d&device_id=0dfc0fe7-0b1c-4afb-beff-a1a2829e0a60 HTTP/1.1" status: 200 len: 1097 time: 0.0768135 May 25 15:47:47.149853 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a3a28-c604-43c8-8608-1a7fbca196ea req-ece60f79-4727-4d86-ab78-4112455d5861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:47.151414 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f85a3a28-c604-43c8-8608-1a7fbca196ea req-ece60f79-4727-4d86-ab78-4112455d5861 service neutron] 10.222.0.62 "GET /v2.0/networks?id=91f778d4-efe4-4f00-8d64-09660e7b60f7 HTTP/1.1" status: 200 len: 912 time: 0.1358657 May 25 15:47:47.226398 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f85a3a28-c604-43c8-8608-1a7fbca196ea req-7b403642-7149-49be-a418-d8bed58145d6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5aadedc-cc6e-439f-ae71-7460c80c1060 HTTP/1.1" status: 200 len: 217 time: 0.0678442 May 25 15:47:47.296499 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a3a28-c604-43c8-8608-1a7fbca196ea req-62ad71c7-1e67-4dbd-9576-c42b9a89ae78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:47.298683 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f85a3a28-c604-43c8-8608-1a7fbca196ea req-62ad71c7-1e67-4dbd-9576-c42b9a89ae78 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1434e2d-9207-4f36-a5e8-fa06210626a6 HTTP/1.1" status: 200 len: 850 time: 0.0661111 May 25 15:47:47.308856 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:47.379736 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a3a28-c604-43c8-8608-1a7fbca196ea req-0876ea2d-7747-483a-b68a-6715ff6e3b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:47.381207 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f85a3a28-c604-43c8-8608-1a7fbca196ea req-0876ea2d-7747-483a-b68a-6715ff6e3b61 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=91f778d4-efe4-4f00-8d64-09660e7b60f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0749428 May 25 15:47:47.448722 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-44c29ac9-5183-4b93-ab95-d1b2ea162609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:47.603322 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f85a3a28-c604-43c8-8608-1a7fbca196ea req-85167262-4ecd-40ba-8e1a-02650aaf70e5 service neutron] 10.222.0.62 "GET /v2.0/networks/91f778d4-efe4-4f00-8d64-09660e7b60f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143450 May 25 15:47:47.745131 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f85a3a28-c604-43c8-8608-1a7fbca196ea req-2adc47e9-7b6f-43c2-82a8-ebf65ca99e41 service neutron] 10.222.0.62 "GET /v2.0/networks/91f778d4-efe4-4f00-8d64-09660e7b60f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290882 May 25 15:47:48.048804 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4aba3c-880d-41c9-ac1c-3b9fb103197f req-2b8d0d56-79fa-42f3-9519-207a0c001f61 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:48.050521 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-ff4aba3c-880d-41c9-ac1c-3b9fb103197f req-2b8d0d56-79fa-42f3-9519-207a0c001f61 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dfc0fe7-0b1c-4afb-beff-a1a2829e0a60 HTTP/1.1" status: 200 len: 944 time: 0.0969589 May 25 15:47:48.114879 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-ff4aba3c-880d-41c9-ac1c-3b9fb103197f req-1abaf9da-2a05-4dd1-a3c3-04258db8d53a tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dfe976-e3e7-4db3-a434-c67e86d7a4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530920 May 25 15:47:48.398917 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:48.910234 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-5e596f64-6e97-4d78-9813-f3b7462efcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:49.314975 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2bfe8-725d-4f25-a0fd-95df8108370f req-8f881536-4895-4ced-9bc3-d7b68032197f tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:49.316689 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-efe2bfe8-725d-4f25-a0fd-95df8108370f req-8f881536-4895-4ced-9bc3-d7b68032197f tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dfc0fe7-0b1c-4afb-beff-a1a2829e0a60 HTTP/1.1" status: 200 len: 944 time: 0.0899920 May 25 15:47:49.363894 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-efe2bfe8-725d-4f25-a0fd-95df8108370f req-0d47a1b1-d86d-4f2e-96cc-65549b0dd261 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dfe976-e3e7-4db3-a434-c67e86d7a4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413625 May 25 15:47:49.611940 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device d5aadedc-cc6e-439f-ae71-7460c80c1060 details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=98656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:47:49.777061 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port d5aadedc-cc6e-439f-ae71-7460c80c1060, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=d5aadedc-cc6e-439f-ae71-7460c80c1060,segment=NetworkSegment(0c510c8f-714a-4fb1-927d-1e8254cb6993),segment_id=0c510c8f-714a-4fb1-927d-1e8254cb6993)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:47:49.794335 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Returning: {'device': 'd5aadedc-cc6e-439f-ae71-7460c80c1060', 'network_id': '91f778d4-efe4-4f00-8d64-09660e7b60f7', 'port_id': 'd5aadedc-cc6e-439f-ae71-7460c80c1060', 'mac_address': 'fa:16:3e:af:50:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1434e2d-9207-4f36-a5e8-fa06210626a6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:47:49.849224 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:49.867159 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.notifiers.nova [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5aadedc-cc6e-439f-ae71-7460c80c1060 {{(pid=98656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:47:49.883087 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port d5aadedc-cc6e-439f-ae71-7460c80c1060, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=d5aadedc-cc6e-439f-ae71-7460c80c1060,segment=NetworkSegment(0c510c8f-714a-4fb1-927d-1e8254cb6993),segment_id=0c510c8f-714a-4fb1-927d-1e8254cb6993)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:47:49.887006 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:49.888917 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:47:49.956020 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Pushing event updated for resources: {'Port': ['ID=d5aadedc-cc6e-439f-ae71-7460c80c1060,revision_number=4']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:47:49.959141 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:47:50.405338 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] get_ports_and_sgs() called for port_ids ['d5aadedc-cc6e-439f-ae71-7460c80c1060'] {{(pid=98656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:47:50.486163 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-61dd613b-f3f2-4fd9-acf0-68300fd05fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:50.569498 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d12674-1f88-4006-b69d-705c10be657e req-9c9c447d-a948-4d4b-a2b5-3c50892e1491 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:50.571244 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-b0d12674-1f88-4006-b69d-705c10be657e req-9c9c447d-a948-4d4b-a2b5-3c50892e1491 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dfc0fe7-0b1c-4afb-beff-a1a2829e0a60 HTTP/1.1" status: 200 len: 945 time: 0.0865486 May 25 15:47:50.617513 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-b0d12674-1f88-4006-b69d-705c10be657e req-780e47f0-9342-4c65-bcc2-5893489348f1 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dfe976-e3e7-4db3-a434-c67e86d7a4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402975 May 25 15:47:51.757625 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.agents_db [None req-e0968af0-a351-492f-a815-45d38f582ebc None None] Agent healthcheck: found 6 active agents {{(pid=98660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:47:51.811641 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a3d3f-6dc3-423a-b7bc-672963ec9208 req-0a7eb3b3-8df5-4ca9-9bda-6fdda84b98ab tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:51.813233 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-d46a3d3f-6dc3-423a-b7bc-672963ec9208 req-0a7eb3b3-8df5-4ca9-9bda-6fdda84b98ab tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dfc0fe7-0b1c-4afb-beff-a1a2829e0a60 HTTP/1.1" status: 200 len: 945 time: 0.0872769 May 25 15:47:51.858230 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-d46a3d3f-6dc3-423a-b7bc-672963ec9208 req-f8d75186-efca-447e-b4ff-1cf7be951356 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dfe976-e3e7-4db3-a434-c67e86d7a4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392668 May 25 15:47:53.049795 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5a0ff-e8e4-4b32-8df6-8872075ab924 req-d8410fdb-a94e-489e-b7d7-c1c911a72520 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:53.051263 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-2da5a0ff-e8e4-4b32-8df6-8872075ab924 req-d8410fdb-a94e-489e-b7d7-c1c911a72520 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dfc0fe7-0b1c-4afb-beff-a1a2829e0a60 HTTP/1.1" status: 200 len: 945 time: 0.0857029 May 25 15:47:53.100994 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-2da5a0ff-e8e4-4b32-8df6-8872075ab924 req-e042c87e-21a0-455c-8b1b-1422b3545bc6 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dfe976-e3e7-4db3-a434-c67e86d7a4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439453 May 25 15:47:53.647935 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device d5aadedc-cc6e-439f-ae71-7460c80c1060 up at agent hyperv_hv-cinder-79123 {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:47:53.723984 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Provisioning for port d5aadedc-cc6e-439f-ae71-7460c80c1060 completed by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:47:53.729103 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Provisioning complete for port d5aadedc-cc6e-439f-ae71-7460c80c1060 triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:47:53.729479 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:53.863783 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:53.899489 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dfc0fe7-0b1c-4afb-beff-a1a2829e0a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5aadedc-cc6e-439f-ae71-7460c80c1060'}] {{(pid=98656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:47:53.911219 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port d5aadedc-cc6e-439f-ae71-7460c80c1060, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=d5aadedc-cc6e-439f-ae71-7460c80c1060,segment=NetworkSegment(0c510c8f-714a-4fb1-927d-1e8254cb6993),segment_id=0c510c8f-714a-4fb1-927d-1e8254cb6993)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:47:53.917804 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:53.919929 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:47:53.973355 dv-cinder-791239-3-smb neutron-server[98656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dfc0fe7-0b1c-4afb-beff-a1a2829e0a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5aadedc-cc6e-439f-ae71-7460c80c1060', 'code': 200} May 25 15:47:53.993470 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Pushing event updated for resources: {'Port': ['ID=d5aadedc-cc6e-439f-ae71-7460c80c1060,revision_number=5']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:47:53.996509 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:47:54.339166 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87de5dd-f33c-41ef-a4b3-69fc6e045eb3 req-17aa4a11-bd15-40ba-9b72-401ee27b96b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:54.340649 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-a87de5dd-f33c-41ef-a4b3-69fc6e045eb3 req-17aa4a11-bd15-40ba-9b72-401ee27b96b7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0dfc0fe7-0b1c-4afb-beff-a1a2829e0a60 HTTP/1.1" status: 200 len: 1099 time: 0.1516702 May 25 15:47:54.352813 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c8d4e-e372-4d86-8319-a9741f9462cf req-82af4964-a0e6-4ec2-8f21-ac1605f5a020 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:54.354254 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e95c8d4e-e372-4d86-8319-a9741f9462cf req-82af4964-a0e6-4ec2-8f21-ac1605f5a020 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dfc0fe7-0b1c-4afb-beff-a1a2829e0a60 HTTP/1.1" status: 200 len: 946 time: 0.1231725 May 25 15:47:54.420194 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-a87de5dd-f33c-41ef-a4b3-69fc6e045eb3 req-522c4499-e5fa-443c-beae-8190ae5954b3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b9dfe976-e3e7-4db3-a434-c67e86d7a4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649784 May 25 15:47:54.431255 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e95c8d4e-e372-4d86-8319-a9741f9462cf req-3c25aada-9b14-4fc2-9e72-1ed0538c91d2 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dfe976-e3e7-4db3-a434-c67e86d7a4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626781 May 25 15:47:55.630624 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3210d-9f90-4d08-8f6d-32d74ad476c2 req-c993bb82-2413-4162-88be-fcbe22922a19 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:55.632114 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-d9f3210d-9f90-4d08-8f6d-32d74ad476c2 req-c993bb82-2413-4162-88be-fcbe22922a19 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dfc0fe7-0b1c-4afb-beff-a1a2829e0a60 HTTP/1.1" status: 200 len: 946 time: 0.0835445 May 25 15:47:55.677609 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-d9f3210d-9f90-4d08-8f6d-32d74ad476c2 req-f41a3c38-a0da-4d65-bfe3-e38bfa6a2ef3 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dfe976-e3e7-4db3-a434-c67e86d7a4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398035 May 25 15:47:56.885014 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce0bd4-94ef-4653-897b-5fc81dee1535 req-3c338d50-82d9-43b9-b6d0-cc605f8a85b0 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:56.886426 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-77ce0bd4-94ef-4653-897b-5fc81dee1535 req-3c338d50-82d9-43b9-b6d0-cc605f8a85b0 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dfc0fe7-0b1c-4afb-beff-a1a2829e0a60 HTTP/1.1" status: 200 len: 946 time: 0.0963538 May 25 15:47:56.957985 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-77ce0bd4-94ef-4653-897b-5fc81dee1535 req-e6db90fa-1828-44ab-a764-7294512e56f0 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dfe976-e3e7-4db3-a434-c67e86d7a4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639584 May 25 15:47:57.150213 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76001017-260b-4bdb-9c72-b057ae13ffab req-bd8ce9b5-fcb7-4c38-8391-74b76772f56a tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:57.151777 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-76001017-260b-4bdb-9c72-b057ae13ffab req-bd8ce9b5-fcb7-4c38-8391-74b76772f56a tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dfc0fe7-0b1c-4afb-beff-a1a2829e0a60 HTTP/1.1" status: 200 len: 946 time: 0.0831871 May 25 15:47:57.161304 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 48260) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:47:57.166796 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [None req-15d29996-c3ad-4002-83c2-9691acea07a1 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Request body: {'floatingip': {'port_id': 'd5aadedc-cc6e-439f-ae71-7460c80c1060'}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:47:57.250028 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-15d29996-c3ad-4002-83c2-9691acea07a1 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks [] for floatingip, before_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:57.970258 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-15d29996-c3ad-4002-83c2-9691acea07a1 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:57.974021 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-15d29996-c3ad-4002-83c2-9691acea07a1 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423449'] for floatingip, after_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:58.146692 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.db.l3_db [None req-15d29996-c3ad-4002-83c2-9691acea07a1 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Floating IP 2ca2e397-10f9-49ac-9e0e-f6e06e528cb9 associated. External IP: 172.28.3.104, port: d5aadedc-cc6e-439f-ae71-7460c80c1060. May 25 15:47:58.520932 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d29996-c3ad-4002-83c2-9691acea07a1 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Router 3c6f5408-ac61-4254-917d-d086a6b4bf5f has already been hosted by L3 agent f8a1ad16-ec6f-48c0-91e7-34790a8304cd {{(pid=98655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:47:58.716349 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d29996-c3ad-4002-83c2-9691acea07a1 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify agent at l3_agent.dv-cinder-791239-3-smb the message routers_updated {{(pid=98655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:47:58.721758 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-15d29996-c3ad-4002-83c2-9691acea07a1 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for floatingip, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:58.727579 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c6c586-59ff-471b-a2ec-4d43f20019f4 None None] Sync routers for ids ['3c6f5408-ac61-4254-917d-d086a6b4bf5f'] in dv-cinder-791239-3-smb {{(pid=98656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:47:58.754699 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c6c586-59ff-471b-a2ec-4d43f20019f4 None None] Routers {'3c6f5408-ac61-4254-917d-d086a6b4bf5f'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:47:58.755348 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-33c6c586-59ff-471b-a2ec-4d43f20019f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:47:47Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['3c6f5408-ac61-4254-917d-d086a6b4bf5f'], 'active': True} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:47:58.784963 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-15d29996-c3ad-4002-83c2-9691acea07a1 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "PUT /v2.0/floatingips/2ca2e397-10f9-49ac-9e0e-f6e06e528cb9 HTTP/1.1" status: 200 len: 992 time: 1.6193147 May 25 15:47:58.784963 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dfc0fe7-0b1c-4afb-beff-a1a2829e0a60', 'tag': 'd5aadedc-cc6e-439f-ae71-7460c80c1060'}] {{(pid=98655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:47:58.830411 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dfc0fe7-0b1c-4afb-beff-a1a2829e0a60', 'tag': 'd5aadedc-cc6e-439f-ae71-7460c80c1060', 'status': 'completed', 'code': 200} May 25 15:47:58.965680 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a58cef-a520-4191-ada5-3298ac492051 req-d32c2278-5597-4006-aa8f-3331bd54194a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:58.967549 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-08a58cef-a520-4191-ada5-3298ac492051 req-d32c2278-5597-4006-aa8f-3331bd54194a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ef29f0583dbd4d57978afb4a9dcb4a9d&device_id=0dfc0fe7-0b1c-4afb-beff-a1a2829e0a60 HTTP/1.1" status: 200 len: 1099 time: 0.0850296 May 25 15:47:58.988569 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvr_db [None req-33c6c586-59ff-471b-a2ec-4d43f20019f4 None None] Set router 3c6f5408-ac61-4254-917d-d086a6b4bf5f gateway port host: dv-cinder-791239-3-smb {{(pid=98656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:47:59.118144 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a58cef-a520-4191-ada5-3298ac492051 req-75aae9db-03e3-4b6f-8bdc-9386d9e20118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:59.119543 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-08a58cef-a520-4191-ada5-3298ac492051 req-75aae9db-03e3-4b6f-8bdc-9386d9e20118 service neutron] 10.222.0.62 "GET /v2.0/networks?id=91f778d4-efe4-4f00-8d64-09660e7b60f7 HTTP/1.1" status: 200 len: 912 time: 0.1440618 May 25 15:47:59.227576 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-08a58cef-a520-4191-ada5-3298ac492051 req-6e0f8a52-a1d6-4fa9-87ca-9130c183f2c0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5aadedc-cc6e-439f-ae71-7460c80c1060 HTTP/1.1" status: 200 len: 1000 time: 0.1006739 May 25 15:47:59.393437 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-33c6c586-59ff-471b-a2ec-4d43f20019f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'name': 'tempest-AttachVolumeTestJSON-1359625331-router', 'tenant_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b11cc504-bb5d-49bc-a49c-289698977329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:41:22Z', 'updated_at': '2021-05-25T15:41:32Z', 'revision_number': 4, 'project_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'gw_port': {'id': 'b11cc504-bb5d-49bc-a49c-289698977329', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:eb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:24Z', 'updated_at': '2021-05-25T15:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_floatingips': [{'id': '2ca2e397-10f9-49ac-9e0e-f6e06e528cb9', 'tenant_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'floating_ip_address': '172.28.3.104', 'floating_network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'router_id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'port_id': 'd5aadedc-cc6e-439f-ae71-7460c80c1060', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91f778d4-efe4-4f00-8d64-09660e7b60f7', 'mac_address': 'fa:16:3e:af:50:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfc0fe7-0b1c-4afb-beff-a1a2829e0a60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:47:40Z', 'updated_at': '2021-05-25T15:47:57Z', 'revision_number': 1, 'project_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fa86e8e-d5d0-4224-b6b3-3de0fb442883', 'name': '', 'network_id': '91f778d4-efe4-4f00-8d64-09660e7b60f7', 'tenant_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'mac_address': 'fa:16:3e:25:1d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e1434e2d-9207-4f36-a5e8-fa06210626a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:30Z', 'updated_at': '2021-05-25T15:41:44Z', 'revision_number': 5, 'project_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'subnets': [{'id': 'e1434e2d-9207-4f36-a5e8-fa06210626a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:47:59.398310 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c6c586-59ff-471b-a2ec-4d43f20019f4 None None] Checking router: 3c6f5408-ac61-4254-917d-d086a6b4bf5f for host: dv-cinder-791239-3-smb {{(pid=98656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:47:59.408729 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c6c586-59ff-471b-a2ec-4d43f20019f4 None None] Routers {'3c6f5408-ac61-4254-917d-d086a6b4bf5f'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:47:59.409351 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-33c6c586-59ff-471b-a2ec-4d43f20019f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:47:47Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['3c6f5408-ac61-4254-917d-d086a6b4bf5f'], 'active': True} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:47:59.419390 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a58cef-a520-4191-ada5-3298ac492051 req-c6b18ec5-54bd-4922-9aeb-04dc3e73ef2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:59.420934 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-08a58cef-a520-4191-ada5-3298ac492051 req-c6b18ec5-54bd-4922-9aeb-04dc3e73ef2a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1434e2d-9207-4f36-a5e8-fa06210626a6 HTTP/1.1" status: 200 len: 850 time: 0.1864619 May 25 15:47:59.505250 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a58cef-a520-4191-ada5-3298ac492051 req-b5a067c5-a6f1-4eef-a7af-61a862f632a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:59.506817 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-08a58cef-a520-4191-ada5-3298ac492051 req-b5a067c5-a6f1-4eef-a7af-61a862f632a5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=91f778d4-efe4-4f00-8d64-09660e7b60f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0794275 May 25 15:47:59.600826 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvr_db [None req-33c6c586-59ff-471b-a2ec-4d43f20019f4 None None] Set router 3c6f5408-ac61-4254-917d-d086a6b4bf5f gateway port host: dv-cinder-791239-3-smb {{(pid=98656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:47:59.652052 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-08a58cef-a520-4191-ada5-3298ac492051 req-510e0b2b-1557-4041-be19-6ebce22497c0 service neutron] 10.222.0.62 "GET /v2.0/networks/91f778d4-efe4-4f00-8d64-09660e7b60f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376905 May 25 15:47:59.794806 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-08a58cef-a520-4191-ada5-3298ac492051 req-9d0401e1-03d6-4691-a957-882724f602aa service neutron] 10.222.0.62 "GET /v2.0/networks/91f778d4-efe4-4f00-8d64-09660e7b60f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361315 May 25 15:47:59.963534 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-33c6c586-59ff-471b-a2ec-4d43f20019f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'name': 'tempest-AttachVolumeTestJSON-1359625331-router', 'tenant_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b11cc504-bb5d-49bc-a49c-289698977329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:41:22Z', 'updated_at': '2021-05-25T15:41:32Z', 'revision_number': 4, 'project_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'gw_port': {'id': 'b11cc504-bb5d-49bc-a49c-289698977329', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:eb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:24Z', 'updated_at': '2021-05-25T15:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_floatingips': [{'id': '2ca2e397-10f9-49ac-9e0e-f6e06e528cb9', 'tenant_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'floating_ip_address': '172.28.3.104', 'floating_network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'router_id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'port_id': 'd5aadedc-cc6e-439f-ae71-7460c80c1060', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91f778d4-efe4-4f00-8d64-09660e7b60f7', 'mac_address': 'fa:16:3e:af:50:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfc0fe7-0b1c-4afb-beff-a1a2829e0a60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:47:40Z', 'updated_at': '2021-05-25T15:47:57Z', 'revision_number': 1, 'project_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fa86e8e-d5d0-4224-b6b3-3de0fb442883', 'name': '', 'network_id': '91f778d4-efe4-4f00-8d64-09660e7b60f7', 'tenant_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'mac_address': 'fa:16:3e:25:1d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e1434e2d-9207-4f36-a5e8-fa06210626a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:30Z', 'updated_at': '2021-05-25T15:41:44Z', 'revision_number': 5, 'project_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'subnets': [{'id': 'e1434e2d-9207-4f36-a5e8-fa06210626a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:47:59.968425 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c6c586-59ff-471b-a2ec-4d43f20019f4 None None] The sync data for ids ['3c6f5408-ac61-4254-917d-d086a6b4bf5f'] in dv-cinder-791239-3-smb is: [{'id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'name': 'tempest-AttachVolumeTestJSON-1359625331-router', 'tenant_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b11cc504-bb5d-49bc-a49c-289698977329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:41:22Z', 'updated_at': '2021-05-25T15:41:32Z', 'revision_number': 4, 'project_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'gw_port': {'id': 'b11cc504-bb5d-49bc-a49c-289698977329', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:eb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:24Z', 'updated_at': '2021-05-25T15:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_floatingips': [{'id': '2ca2e397-10f9-49ac-9e0e-f6e06e528cb9', 'tenant_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'floating_ip_address': '172.28.3.104', 'floating_network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'router_id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'port_id': 'd5aadedc-cc6e-439f-ae71-7460c80c1060', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91f778d4-efe4-4f00-8d64-09660e7b60f7', 'mac_address': 'fa:16:3e:af:50:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfc0fe7-0b1c-4afb-beff-a1a2829e0a60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:47:40Z', 'updated_at': '2021-05-25T15:47:57Z', 'revision_number': 1, 'project_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fa86e8e-d5d0-4224-b6b3-3de0fb442883', 'name': '', 'network_id': '91f778d4-efe4-4f00-8d64-09660e7b60f7', 'tenant_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'mac_address': 'fa:16:3e:25:1d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e1434e2d-9207-4f36-a5e8-fa06210626a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:30Z', 'updated_at': '2021-05-25T15:41:44Z', 'revision_number': 5, 'project_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'subnets': [{'id': 'e1434e2d-9207-4f36-a5e8-fa06210626a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:48:00.183233 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c73b85-a0c2-4214-bf14-5389bdc03b93 None None] New status for floating IP 2ca2e397-10f9-49ac-9e0e-f6e06e528cb9: ACTIVE {{(pid=98660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 15:48:02.710121 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 48318) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:48:02.770764 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.db_base_plugin_v2 [None req-d38879af-d717-4a8a-8c28-32b36768e716 admin admin] Deleting subnet b60f4522-1b8e-47dc-8cf7-60f3f6a5e095 {{(pid=98655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 15:48:02.773723 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-d38879af-d717-4a8a-8c28-32b36768e716 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:02.822545 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-d38879af-d717-4a8a-8c28-32b36768e716 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:02.829502 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-d38879af-d717-4a8a-8c28-32b36768e716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716231'] for subnet, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:03.082925 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-d38879af-d717-4a8a-8c28-32b36768e716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491'] for subnet, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:03.087048 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-0e4ad3d0-b2f4-4cf0-906f-0c5b2f772fb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:03.126250 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38879af-d717-4a8a-8c28-32b36768e716 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b60f4522-1b8e-47dc-8cf7-60f3f6a5e095,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:03.129439 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-d38879af-d717-4a8a-8c28-32b36768e716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:03.130418 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-d38879af-d717-4a8a-8c28-32b36768e716 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for subnet, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:03.136561 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-d38879af-d717-4a8a-8c28-32b36768e716 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b60f4522-1b8e-47dc-8cf7-60f3f6a5e095 HTTP/1.1" status: 204 len: 168 time: 0.4254260 May 25 15:48:03.139078 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 48324) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:48:03.241849 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-46b74511-78ee-4b83-83d1-3ae155fc951a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704691'] for network, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:03.369871 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-46b74511-78ee-4b83-83d1-3ae155fc951a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717384', 'neutron.services.segments.db._delete_segments_for_network-8730536114652'] for network, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:03.383161 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-46b74511-78ee-4b83-83d1-3ae155fc951a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:03.383520 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-46b74511-78ee-4b83-83d1-3ae155fc951a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:03.384278 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-46b74511-78ee-4b83-83d1-3ae155fc951a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:03.384597 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-46b74511-78ee-4b83-83d1-3ae155fc951a admin admin] Subscribe: > port after_create 55550000 {{(pid=98655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:03.384911 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-46b74511-78ee-4b83-83d1-3ae155fc951a admin admin] Subscribe: > port after_delete 55550000 {{(pid=98655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:03.385251 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-46b74511-78ee-4b83-83d1-3ae155fc951a admin admin] Subscribe: > port after_update 55550000 {{(pid=98655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:03.385563 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-46b74511-78ee-4b83-83d1-3ae155fc951a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:03.385873 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-46b74511-78ee-4b83-83d1-3ae155fc951a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:03.386179 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-46b74511-78ee-4b83-83d1-3ae155fc951a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:03.386493 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-46b74511-78ee-4b83-83d1-3ae155fc951a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:03.456223 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-46b74511-78ee-4b83-83d1-3ae155fc951a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:03.456593 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-46b74511-78ee-4b83-83d1-3ae155fc951a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:03.456926 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-46b74511-78ee-4b83-83d1-3ae155fc951a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:03.457259 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-46b74511-78ee-4b83-83d1-3ae155fc951a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:48:03.457618 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.services.segments.db [None req-46b74511-78ee-4b83-83d1-3ae155fc951a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dd4cc21-a203-40cb-8188-3b817bc11357']}} {{(pid=98655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:48:03.471796 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.services.segments.db [None req-46b74511-78ee-4b83-83d1-3ae155fc951a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f3aa47a-1eed-4b1d-a469-5006e97eaeb2') {'for_net_delete': True} {{(pid=98655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:48:03.472094 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.services.segments.db [None req-46b74511-78ee-4b83-83d1-3ae155fc951a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f3aa47a-1eed-4b1d-a469-5006e97eaeb2') {} {{(pid=98655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:48:03.483928 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-46b74511-78ee-4b83-83d1-3ae155fc951a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730536124573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3188925'] for segment, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:03.501707 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-46b74511-78ee-4b83-83d1-3ae155fc951a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713968'] for segment, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:03.509173 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46b74511-78ee-4b83-83d1-3ae155fc951a admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=98655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:48:03.509577 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-46b74511-78ee-4b83-83d1-3ae155fc951a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13718118'] for segment, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:03.525984 dv-cinder-791239-3-smb neutron-server[98655]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 25 15:48:03.525984 dv-cinder-791239-3-smb neutron-server[98655]: from cryptography.utils import int_from_bytes May 25 15:48:03.525984 dv-cinder-791239-3-smb neutron-server[98655]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 25 15:48:03.525984 dv-cinder-791239-3-smb neutron-server[98655]: from cryptography.utils import int_from_bytes May 25 15:48:03.525984 dv-cinder-791239-3-smb neutron-server[98655]: Traceback (most recent call last): May 25 15:48:03.525984 dv-cinder-791239-3-smb neutron-server[98655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 15:48:03.525984 dv-cinder-791239-3-smb neutron-server[98655]: timer() May 25 15:48:03.525984 dv-cinder-791239-3-smb neutron-server[98655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 15:48:03.525984 dv-cinder-791239-3-smb neutron-server[98655]: cb(*args, **kw) May 25 15:48:03.525984 dv-cinder-791239-3-smb neutron-server[98655]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 15:48:03.525984 dv-cinder-791239-3-smb neutron-server[98655]: return func(*args, **kwargs) May 25 15:48:03.525984 dv-cinder-791239-3-smb neutron-server[98655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 15:48:03.525984 dv-cinder-791239-3-smb neutron-server[98655]: self._notify() May 25 15:48:03.525984 dv-cinder-791239-3-smb neutron-server[98655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 15:48:03.525984 dv-cinder-791239-3-smb neutron-server[98655]: self.callback(batched_events) May 25 15:48:03.525984 dv-cinder-791239-3-smb neutron-server[98655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 15:48:03.525984 dv-cinder-791239-3-smb neutron-server[98655]: event.method(event) May 25 15:48:03.525984 dv-cinder-791239-3-smb neutron-server[98655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 15:48:03.525984 dv-cinder-791239-3-smb neutron-server[98655]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 15:48:03.525984 dv-cinder-791239-3-smb neutron-server[98655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 15:48:03.525984 dv-cinder-791239-3-smb neutron-server[98655]: aggregate_uuid = self.p_client.list_aggregates( May 25 15:48:03.525984 dv-cinder-791239-3-smb neutron-server[98655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 15:48:03.525984 dv-cinder-791239-3-smb neutron-server[98655]: return f(self, *a, **k) May 25 15:48:03.525984 dv-cinder-791239-3-smb neutron-server[98655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 15:48:03.525984 dv-cinder-791239-3-smb neutron-server[98655]: return self._get(url).json() May 25 15:48:03.525984 dv-cinder-791239-3-smb neutron-server[98655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 15:48:03.525984 dv-cinder-791239-3-smb neutron-server[98655]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 15:48:03.525984 dv-cinder-791239-3-smb neutron-server[98655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 15:48:03.525984 dv-cinder-791239-3-smb neutron-server[98655]: return self.request(url, 'GET', **kwargs) May 25 15:48:03.525984 dv-cinder-791239-3-smb neutron-server[98655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 15:48:03.525984 dv-cinder-791239-3-smb neutron-server[98655]: base_url = self.get_endpoint(auth, allow=allow, May 25 15:48:03.525984 dv-cinder-791239-3-smb neutron-server[98655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 15:48:03.525984 dv-cinder-791239-3-smb neutron-server[98655]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 15:48:03.525984 dv-cinder-791239-3-smb neutron-server[98655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 15:48:03.525984 dv-cinder-791239-3-smb neutron-server[98655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 15:48:03.525984 dv-cinder-791239-3-smb neutron-server[98655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 15:48:03.610606 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-46b74511-78ee-4b83-83d1-3ae155fc951a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16304419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16277480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423467'] for network, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:03.617199 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-46b74511-78ee-4b83-83d1-3ae155fc951a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for network, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:03.621465 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:03.638058 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-46b74511-78ee-4b83-83d1-3ae155fc951a admin admin] 10.222.0.11 "DELETE /v2.0/networks/9dd4cc21-a203-40cb-8188-3b817bc11357 HTTP/1.1" status: 204 len: 168 time: 0.4980071 May 25 15:48:03.641650 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b74511-78ee-4b83-83d1-3ae155fc951a admin admin] Pushing event deleted for resources: {'Network': ['ID=9dd4cc21-a203-40cb-8188-3b817bc11357,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:03.644355 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-46b74511-78ee-4b83-83d1-3ae155fc951a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:03.758645 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 48332) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:48:03.813648 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-83795332-dde9-4460-a424-04de8b96dc4d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9bce1cd122ef42b3abc4c4ee145b8086&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0530930 May 25 15:48:03.816095 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 48336) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:48:03.877033 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-7f0bdaa5-0843-4de6-bc26-d3cf3d71de23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:03.903009 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-7f0bdaa5-0843-4de6-bc26-d3cf3d71de23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:03.956209 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-7f0bdaa5-0843-4de6-bc26-d3cf3d71de23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:03.960147 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-21e2fe00-7ee5-43b5-a129-e94dd9baa2fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:03.974017 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0bdaa5-0843-4de6-bc26-d3cf3d71de23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4529b81-f2bf-45be-9726-8261e84ffbd7,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:03.976692 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-7f0bdaa5-0843-4de6-bc26-d3cf3d71de23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:03.980455 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-7f0bdaa5-0843-4de6-bc26-d3cf3d71de23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:03.982122 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-7f0bdaa5-0843-4de6-bc26-d3cf3d71de23 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b4529b81-f2bf-45be-9726-8261e84ffbd7 HTTP/1.1" status: 204 len: 168 time: 0.1645691 May 25 15:48:14.436853 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-ae67aa98-402a-4d3d-a38b-79bb4011da73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:15.728362 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4ce24-e658-4662-9d3f-c11b273d3fbb req-7959aaf6-ba74-49dc-8e4d-4e5b63e0b2f9 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:15.729845 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0dd4ce24-e658-4662-9d3f-c11b273d3fbb req-7959aaf6-ba74-49dc-8e4d-4e5b63e0b2f9 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 947 time: 0.0860994 May 25 15:48:15.779908 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0dd4ce24-e658-4662-9d3f-c11b273d3fbb req-d886ed67-9715-4ded-92c6-7ec9cb2c695d tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393925 May 25 15:48:16.992158 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f248f7d-2562-4933-915c-1a9b93344e59 req-4420b645-b591-4ae2-8cd1-313f9fe04f72 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:16.993726 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-3f248f7d-2562-4933-915c-1a9b93344e59 req-4420b645-b591-4ae2-8cd1-313f9fe04f72 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 947 time: 0.0905535 May 25 15:48:17.042559 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-3f248f7d-2562-4933-915c-1a9b93344e59 req-eb611f99-f139-4cbd-80e0-6ca33f565750 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428846 May 25 15:48:17.303161 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:17.452989 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-81bc662b-efa9-400e-83e0-7ccdcccf4ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:17.830452 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a38ad-ea82-49c2-8f1d-e013820dc246 req-f36503b7-22a7-4000-9b95-54000bbe7b6d tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:17.831849 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-3f5a38ad-ea82-49c2-8f1d-e013820dc246 req-f36503b7-22a7-4000-9b95-54000bbe7b6d tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 947 time: 0.0813298 May 25 15:48:18.049745 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.plugin [req-3f5a38ad-ea82-49c2-8f1d-e013820dc246 req-19e7d2fa-7934-4035-bd47-0e6e539a1e9d tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Deleting port 4c772fa9-6a38-4554-9f1d-f8b47571819e {{(pid=98655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:48:18.050780 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-3f5a38ad-ea82-49c2-8f1d-e013820dc246 req-19e7d2fa-7934-4035-bd47-0e6e539a1e9d tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730536052803'] for port, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:18.230530 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.db [req-3f5a38ad-ea82-49c2-8f1d-e013820dc246 req-19e7d2fa-7934-4035-bd47-0e6e539a1e9d tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] For port 4c772fa9-6a38-4554-9f1d-f8b47571819e, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=4c772fa9-6a38-4554-9f1d-f8b47571819e,segment=NetworkSegment(d31b3f55-0029-4b5d-9031-950743b628bb),segment_id=d31b3f55-0029-4b5d-9031-950743b628bb)] {{(pid=98655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:48:18.230872 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-3f5a38ad-ea82-49c2-8f1d-e013820dc246 req-19e7d2fa-7934-4035-bd47-0e6e539a1e9d tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16426746'] for port, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:18.402192 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:18.419646 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852bd22-4806-4204-8105-ebafefcccf4e req-b6005549-f09a-4021-9d01-0c8562ae7f6e tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:18.421758 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-6852bd22-4806-4204-8105-ebafefcccf4e req-b6005549-f09a-4021-9d01-0c8562ae7f6e tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 947 time: 0.2641017 May 25 15:48:18.561161 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-6852bd22-4806-4204-8105-ebafefcccf4e req-a6b179e7-8512-4719-88a2-c04c527da111 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1fcab2-80d3-4604-adc4-cb04f3d35943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333332 May 25 15:48:18.580329 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-3f5a38ad-ea82-49c2-8f1d-e013820dc246 req-19e7d2fa-7934-4035-bd47-0e6e539a1e9d tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:18.580329 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-3f5a38ad-ea82-49c2-8f1d-e013820dc246 req-19e7d2fa-7934-4035-bd47-0e6e539a1e9d tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423449'] for floatingip, after_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:18.580329 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.db.l3_db [req-3f5a38ad-ea82-49c2-8f1d-e013820dc246 req-19e7d2fa-7934-4035-bd47-0e6e539a1e9d tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Floating IP 2e6f9246-0a6e-4aa7-8ab4-7faa4b9d8f13 disassociated. External IP: 172.28.3.38, port: 4c772fa9-6a38-4554-9f1d-f8b47571819e. May 25 15:48:18.580651 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.plugin [req-3f5a38ad-ea82-49c2-8f1d-e013820dc246 req-19e7d2fa-7934-4035-bd47-0e6e539a1e9d tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Calling delete_port for 4c772fa9-6a38-4554-9f1d-f8b47571819e owned by compute:nova {{(pid=98655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:48:18.708164 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-3f5a38ad-ea82-49c2-8f1d-e013820dc246 req-19e7d2fa-7934-4035-bd47-0e6e539a1e9d tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730536055462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730535669971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13718067'] for port, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:18.713989 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-dac6f067-d8ac-4965-aba3-986187aa02a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:18.761184 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e7d2fa-7934-4035-bd47-0e6e539a1e9d tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Pushing event deleted for resources: {'Port': ['ID=4c772fa9-6a38-4554-9f1d-f8b47571819e,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:18.764433 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-19e7d2fa-7934-4035-bd47-0e6e539a1e9d tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:18.911379 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-5e596f64-6e97-4d78-9813-f3b7462efcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:18.950469 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f5a38ad-ea82-49c2-8f1d-e013820dc246 req-19e7d2fa-7934-4035-bd47-0e6e539a1e9d tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Router 2c7745e3-d71a-49b1-b28d-2b70ea768bca has already been hosted by L3 agent f8a1ad16-ec6f-48c0-91e7-34790a8304cd {{(pid=98655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:48:19.134979 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f5a38ad-ea82-49c2-8f1d-e013820dc246 req-19e7d2fa-7934-4035-bd47-0e6e539a1e9d tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify agent at l3_agent.dv-cinder-791239-3-smb the message routers_updated {{(pid=98655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:48:19.144298 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718f6dec-9060-46d9-8526-3f30e9537a70 None None] Sync routers for ids ['2c7745e3-d71a-49b1-b28d-2b70ea768bca'] in dv-cinder-791239-3-smb {{(pid=98656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:48:19.155133 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718f6dec-9060-46d9-8526-3f30e9537a70 None None] Routers {'2c7745e3-d71a-49b1-b28d-2b70ea768bca'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:48:19.155925 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-718f6dec-9060-46d9-8526-3f30e9537a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:48:17Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['2c7745e3-d71a-49b1-b28d-2b70ea768bca'], 'active': True} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:48:19.214541 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f5a38ad-ea82-49c2-8f1d-e013820dc246 req-19e7d2fa-7934-4035-bd47-0e6e539a1e9d tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] No DVR routers for this DVR port 4c772fa9-6a38-4554-9f1d-f8b47571819e on host hv-cinder-79123 {{(pid=98655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:48:19.217181 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-3f5a38ad-ea82-49c2-8f1d-e013820dc246 req-19e7d2fa-7934-4035-bd47-0e6e539a1e9d tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for port, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:19.221451 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec117617-97bf-489f-969b-bc0810abd688', 'name': 'network-vif-deleted', 'tag': '4c772fa9-6a38-4554-9f1d-f8b47571819e'}] {{(pid=98655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:48:19.229062 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-3f5a38ad-ea82-49c2-8f1d-e013820dc246 req-19e7d2fa-7934-4035-bd47-0e6e539a1e9d tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.62 "DELETE /v2.0/ports/4c772fa9-6a38-4554-9f1d-f8b47571819e HTTP/1.1" status: 204 len: 173 time: 1.3896148 May 25 15:48:19.275745 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec117617-97bf-489f-969b-bc0810abd688', 'name': 'network-vif-deleted', 'tag': '4c772fa9-6a38-4554-9f1d-f8b47571819e', 'status': 'completed', 'code': 200} May 25 15:48:19.360658 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvr_db [None req-718f6dec-9060-46d9-8526-3f30e9537a70 None None] Set router 2c7745e3-d71a-49b1-b28d-2b70ea768bca gateway port host: dv-cinder-791239-3-smb {{(pid=98656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:48:19.692648 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-718f6dec-9060-46d9-8526-3f30e9537a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'name': 'tempest-AttachVolumeShelveTestJSON-892354519-router', 'tenant_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': '991da8b7-794c-44fb-bc5b-054bdff00d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:42:50Z', 'updated_at': '2021-05-25T15:43:04Z', 'revision_number': 4, 'project_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'gw_port': {'id': '991da8b7-794c-44fb-bc5b-054bdff00d2e', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:42:53Z', 'updated_at': '2021-05-25T15:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_interfaces': [{'id': '9d906e6b-5645-4e5c-817a-80b4a5239814', 'name': '', 'network_id': '9c420c9e-5d3a-4c72-87cc-64c647e4aa69', 'tenant_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'mac_address': 'fa:16:3e:d4:76:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'a3cc6c99-8adf-4559-8841-da254b001c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:43:02Z', 'updated_at': '2021-05-25T15:43:18Z', 'revision_number': 5, 'project_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'subnets': [{'id': 'a3cc6c99-8adf-4559-8841-da254b001c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:48:19.697723 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718f6dec-9060-46d9-8526-3f30e9537a70 None None] Checking router: 2c7745e3-d71a-49b1-b28d-2b70ea768bca for host: dv-cinder-791239-3-smb {{(pid=98656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:48:19.707323 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718f6dec-9060-46d9-8526-3f30e9537a70 None None] Routers {'2c7745e3-d71a-49b1-b28d-2b70ea768bca'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:48:19.707969 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-718f6dec-9060-46d9-8526-3f30e9537a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:48:17Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['2c7745e3-d71a-49b1-b28d-2b70ea768bca'], 'active': True} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:48:19.739994 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-293758f7-c669-40a9-9252-f37d7cbda551 req-d0c0cfb8-5882-4b43-98e3-d1844cd204bf tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Synchronizing usage tracker for tenant:e74cfaf52f64453a8a7344d0a12351a4 on resource:port {{(pid=98655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:48:19.759310 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-293758f7-c669-40a9-9252-f37d7cbda551 req-d0c0cfb8-5882-4b43-98e3-d1844cd204bf tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Unset dirty status for tenant:e74cfaf52f64453a8a7344d0a12351a4 on resource:port {{(pid=98655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:48:19.760603 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-293758f7-c669-40a9-9252-f37d7cbda551 req-d0c0cfb8-5882-4b43-98e3-d1844cd204bf tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec117617-97bf-489f-969b-bc0810abd688 HTTP/1.1" status: 200 len: 210 time: 0.0658906 May 25 15:48:19.827887 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device 4c772fa9-6a38-4554-9f1d-f8b47571819e no longer exists at agent hyperv_hv-cinder-79123 {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:48:19.891975 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] No Port match for: 4c772fa9-6a38-4554-9f1d-f8b47571819e {{(pid=98656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:48:19.894023 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device 4c772fa9-6a38-4554-9f1d-f8b47571819e not bound to the agent host hv-cinder-79123 {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:48:20.020137 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvr_db [None req-718f6dec-9060-46d9-8526-3f30e9537a70 None None] Set router 2c7745e3-d71a-49b1-b28d-2b70ea768bca gateway port host: dv-cinder-791239-3-smb {{(pid=98656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:48:20.351618 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-718f6dec-9060-46d9-8526-3f30e9537a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'name': 'tempest-AttachVolumeShelveTestJSON-892354519-router', 'tenant_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': '991da8b7-794c-44fb-bc5b-054bdff00d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:42:50Z', 'updated_at': '2021-05-25T15:43:04Z', 'revision_number': 4, 'project_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'gw_port': {'id': '991da8b7-794c-44fb-bc5b-054bdff00d2e', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:42:53Z', 'updated_at': '2021-05-25T15:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_interfaces': [{'id': '9d906e6b-5645-4e5c-817a-80b4a5239814', 'name': '', 'network_id': '9c420c9e-5d3a-4c72-87cc-64c647e4aa69', 'tenant_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'mac_address': 'fa:16:3e:d4:76:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'a3cc6c99-8adf-4559-8841-da254b001c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:43:02Z', 'updated_at': '2021-05-25T15:43:18Z', 'revision_number': 5, 'project_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'subnets': [{'id': 'a3cc6c99-8adf-4559-8841-da254b001c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:48:20.355842 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718f6dec-9060-46d9-8526-3f30e9537a70 None None] The sync data for ids ['2c7745e3-d71a-49b1-b28d-2b70ea768bca'] in dv-cinder-791239-3-smb is: [{'id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'name': 'tempest-AttachVolumeShelveTestJSON-892354519-router', 'tenant_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': '991da8b7-794c-44fb-bc5b-054bdff00d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:42:50Z', 'updated_at': '2021-05-25T15:43:04Z', 'revision_number': 4, 'project_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'gw_port': {'id': '991da8b7-794c-44fb-bc5b-054bdff00d2e', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:42:53Z', 'updated_at': '2021-05-25T15:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_interfaces': [{'id': '9d906e6b-5645-4e5c-817a-80b4a5239814', 'name': '', 'network_id': '9c420c9e-5d3a-4c72-87cc-64c647e4aa69', 'tenant_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'mac_address': 'fa:16:3e:d4:76:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'a3cc6c99-8adf-4559-8841-da254b001c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:43:02Z', 'updated_at': '2021-05-25T15:43:18Z', 'revision_number': 5, 'project_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'subnets': [{'id': 'a3cc6c99-8adf-4559-8841-da254b001c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:48:20.470694 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-61dd613b-f3f2-4fd9-acf0-68300fd05fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:20.576615 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d836a1-55a1-4eca-819d-1a4b716d4f62 None None] New status for floating IP 2e6f9246-0a6e-4aa7-8ab4-7faa4b9d8f13: DOWN {{(pid=98660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 15:48:20.922910 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 48410) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:48:20.993474 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-434e8e37-7ae0-4efc-962f-a0a8fed67f1c tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:21.026860 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-434e8e37-7ae0-4efc-962f-a0a8fed67f1c tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:21.082764 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-434e8e37-7ae0-4efc-962f-a0a8fed67f1c tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:21.087982 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-cc0a1136-99fd-433c-a4bc-9824735868fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:21.103779 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e8e37-7ae0-4efc-962f-a0a8fed67f1c tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1fcab2-80d3-4604-adc4-cb04f3d35943,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:21.106617 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-434e8e37-7ae0-4efc-962f-a0a8fed67f1c tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:21.117488 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-434e8e37-7ae0-4efc-962f-a0a8fed67f1c tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:21.118807 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-434e8e37-7ae0-4efc-962f-a0a8fed67f1c tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "DELETE /v2.0/security-groups/da1fcab2-80d3-4604-adc4-cb04f3d35943 HTTP/1.1" status: 204 len: 168 time: 0.1946220 May 25 15:48:21.122573 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 48414) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:48:21.145442 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.api.v2.resource [None req-ba88d263-f6a8-405f-8d32-eddcce406960 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] show failed (client error): The resource could not be found. May 25 15:48:21.146483 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-ba88d263-f6a8-405f-8d32-eddcce406960 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups/da1fcab2-80d3-4604-adc4-cb04f3d35943 HTTP/1.1" status: 404 len: 347 time: 0.0228388 May 25 15:48:21.150455 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 48418) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:48:21.376007 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.plugin [None req-40c666bf-fa44-469b-bb45-2b580f1d4996 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Deleting port 33556064-1a20-414a-bf30-de4e9dd15668 {{(pid=98653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:48:21.376282 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-40c666bf-fa44-469b-bb45-2b580f1d4996 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730536052803'] for port, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:21.594472 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-40c666bf-fa44-469b-bb45-2b580f1d4996 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16426746'] for port, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:21.594823 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-40c666bf-fa44-469b-bb45-2b580f1d4996 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:21.718087 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.plugin [None req-40c666bf-fa44-469b-bb45-2b580f1d4996 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Calling delete_port for 33556064-1a20-414a-bf30-de4e9dd15668 owned by network:floatingip {{(pid=98653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:48:21.834180 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-40c666bf-fa44-469b-bb45-2b580f1d4996 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730536055462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730535669971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14739030'] for port, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:21.838660 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-7c325353-80d5-4b69-9eb4-3abc5c3b3e60 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:21.886232 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c666bf-fa44-469b-bb45-2b580f1d4996 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Pushing event deleted for resources: {'Port': ['ID=33556064-1a20-414a-bf30-de4e9dd15668,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:21.889290 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-40c666bf-fa44-469b-bb45-2b580f1d4996 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:21.980599 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-40c666bf-fa44-469b-bb45-2b580f1d4996 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks [] for floatingip, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:21.997780 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-40c666bf-fa44-469b-bb45-2b580f1d4996 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for floatingip, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:21.998917 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-40c666bf-fa44-469b-bb45-2b580f1d4996 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "DELETE /v2.0/floatingips/2e6f9246-0a6e-4aa7-8ab4-7faa4b9d8f13 HTTP/1.1" status: 204 len: 168 time: 0.8474870 May 25 15:48:22.317276 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 48428) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:48:22.322770 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [None req-5722a587-4bb8-49d1-abd3-8fdfb19a5e53 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Request body: {'security_group': {'name': 'tempest-securitygroup--960692900', 'description': 'tempest-description--1068306023'}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:48:22.328677 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-5722a587-4bb8-49d1-abd3-8fdfb19a5e53 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:48:22.332971 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-5722a587-4bb8-49d1-abd3-8fdfb19a5e53 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Usage tracker for resource:security_group and tenant:e74cfaf52f64453a8a7344d0a12351a4 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:48:22.335787 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-5722a587-4bb8-49d1-abd3-8fdfb19a5e53 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:48:22.341403 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-5722a587-4bb8-49d1-abd3-8fdfb19a5e53 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:48:22.353074 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-5722a587-4bb8-49d1-abd3-8fdfb19a5e53 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:22.373803 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-5722a587-4bb8-49d1-abd3-8fdfb19a5e53 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:48:22.378361 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-5722a587-4bb8-49d1-abd3-8fdfb19a5e53 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Usage tracker for resource:security_group_rule and tenant:e74cfaf52f64453a8a7344d0a12351a4 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:48:22.381338 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-5722a587-4bb8-49d1-abd3-8fdfb19a5e53 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:48:22.387047 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-5722a587-4bb8-49d1-abd3-8fdfb19a5e53 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:48:22.458012 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-5722a587-4bb8-49d1-abd3-8fdfb19a5e53 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:22.461912 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-5722a587-4bb8-49d1-abd3-8fdfb19a5e53 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:22.465927 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-153d8cc4-7023-4dd1-b8d8-d04f12f4948a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:22.507970 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5722a587-4bb8-49d1-abd3-8fdfb19a5e53 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=761f04aa-1e2d-4ad5-96ba-ec584c803732,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:22.512826 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-5722a587-4bb8-49d1-abd3-8fdfb19a5e53 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:22.518265 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-5722a587-4bb8-49d1-abd3-8fdfb19a5e53 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:22.520135 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-5722a587-4bb8-49d1-abd3-8fdfb19a5e53 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2016025 May 25 15:48:22.523673 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 48432) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:48:22.529335 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [None req-aaff8ebb-c7a3-45cb-9993-d49d93dbeab3 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Request body: {'security_group_rule': {'security_group_id': '761f04aa-1e2d-4ad5-96ba-ec584c803732', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:48:22.536323 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-aaff8ebb-c7a3-45cb-9993-d49d93dbeab3 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:48:22.540522 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-aaff8ebb-c7a3-45cb-9993-d49d93dbeab3 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Usage tracker for resource:security_group_rule and tenant:e74cfaf52f64453a8a7344d0a12351a4 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:48:22.543615 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-aaff8ebb-c7a3-45cb-9993-d49d93dbeab3 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:48:22.552633 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-aaff8ebb-c7a3-45cb-9993-d49d93dbeab3 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:48:22.573998 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-aaff8ebb-c7a3-45cb-9993-d49d93dbeab3 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:22.635887 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-aaff8ebb-c7a3-45cb-9993-d49d93dbeab3 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:22.641878 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-aaff8ebb-c7a3-45cb-9993-d49d93dbeab3 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304489'] for security_group_rule, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:22.644133 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:22.667305 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaff8ebb-c7a3-45cb-9993-d49d93dbeab3 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b7139aa-e241-48de-b4e1-0589653dc99f,revision_number=0']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:22.670351 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-aaff8ebb-c7a3-45cb-9993-d49d93dbeab3 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:22.682274 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-aaff8ebb-c7a3-45cb-9993-d49d93dbeab3 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:22.685075 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-aaff8ebb-c7a3-45cb-9993-d49d93dbeab3 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1587751 May 25 15:48:22.686671 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 48436) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:48:22.691806 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [None req-27fda34c-379d-4e8b-97e7-9af13c656b25 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Request body: {'security_group_rule': {'security_group_id': '761f04aa-1e2d-4ad5-96ba-ec584c803732', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:48:22.698279 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-27fda34c-379d-4e8b-97e7-9af13c656b25 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:48:22.702436 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-27fda34c-379d-4e8b-97e7-9af13c656b25 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Usage tracker for resource:security_group_rule and tenant:e74cfaf52f64453a8a7344d0a12351a4 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:48:22.705618 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-27fda34c-379d-4e8b-97e7-9af13c656b25 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:48:22.711932 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-27fda34c-379d-4e8b-97e7-9af13c656b25 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:48:22.731747 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-27fda34c-379d-4e8b-97e7-9af13c656b25 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:22.799446 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-27fda34c-379d-4e8b-97e7-9af13c656b25 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:22.803496 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-27fda34c-379d-4e8b-97e7-9af13c656b25 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304489'] for security_group_rule, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:22.805542 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:22.828127 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fda34c-379d-4e8b-97e7-9af13c656b25 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=913a1056-5f75-42e3-85b2-5e81c2c7f89d,revision_number=0']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:22.832779 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-27fda34c-379d-4e8b-97e7-9af13c656b25 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:22.837413 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-27fda34c-379d-4e8b-97e7-9af13c656b25 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:22.839141 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-27fda34c-379d-4e8b-97e7-9af13c656b25 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1515470 May 25 15:48:22.842169 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 48440) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:48:22.848198 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [None req-27b26be8-1c68-4f37-8a9a-3111f5503782 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Request body: {'floatingip': {'floating_network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b'}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:48:22.854716 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-27b26be8-1c68-4f37-8a9a-3111f5503782 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:48:22.858563 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-27b26be8-1c68-4f37-8a9a-3111f5503782 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Usage tracker for resource:floatingip and tenant:e74cfaf52f64453a8a7344d0a12351a4 is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:48:22.862031 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-27b26be8-1c68-4f37-8a9a-3111f5503782 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:48:22.868495 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-27b26be8-1c68-4f37-8a9a-3111f5503782 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:48:22.877985 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-27b26be8-1c68-4f37-8a9a-3111f5503782 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks [] for floatingip, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:23.013634 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-27b26be8-1c68-4f37-8a9a-3111f5503782 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:23.249408 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.db_base_plugin_common [None req-27b26be8-1c68-4f37-8a9a-3111f5503782 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Allocated IP 172.28.3.77 (d51110de-dc62-4f0f-8f8a-5177828fdd7b/65a5f471-3295-4779-8fb3-11f32d4097e9/042a32e7-ee32-488c-82c9-3a1a99c4104d) {{(pid=98655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:48:23.399479 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-27b26be8-1c68-4f37-8a9a-3111f5503782 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks [] for port, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:23.428930 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-27b26be8-1c68-4f37-8a9a-3111f5503782 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730535669962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13718067'] for port, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:23.432484 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-1b6f539d-3ac4-47b4-9593-18e1b1473f24 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:23.499717 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b26be8-1c68-4f37-8a9a-3111f5503782 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Network d51110de-dc62-4f0f-8f8a-5177828fdd7b is already hosted by enough agents. {{(pid=98655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:48:23.503171 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.base_scheduler [None req-27b26be8-1c68-4f37-8a9a-3111f5503782 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Resources bound (agent type, host, resource id): {{(pid=98655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:48:23.506888 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b26be8-1c68-4f37-8a9a-3111f5503782 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Received port after_create {{(pid=98655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:48:23.544741 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b26be8-1c68-4f37-8a9a-3111f5503782 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Pushing event updated for resources: {'Port': ['ID=042a32e7-ee32-488c-82c9-3a1a99c4104d,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:23.553922 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-27b26be8-1c68-4f37-8a9a-3111f5503782 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:23.639209 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-27b26be8-1c68-4f37-8a9a-3111f5503782 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:23.709365 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-27b26be8-1c68-4f37-8a9a-3111f5503782 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:23.921110 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-27b26be8-1c68-4f37-8a9a-3111f5503782 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks [] for port, precommit_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:23.926115 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-27b26be8-1c68-4f37-8a9a-3111f5503782 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13718074'] for port, after_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:23.929609 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:24.037365 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b26be8-1c68-4f37-8a9a-3111f5503782 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Pushing event updated for resources: {'Port': ['ID=042a32e7-ee32-488c-82c9-3a1a99c4104d,revision_number=2']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:24.041276 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-27b26be8-1c68-4f37-8a9a-3111f5503782 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:24.050359 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-27b26be8-1c68-4f37-8a9a-3111f5503782 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423449'] for floatingip, after_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:24.073532 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-27b26be8-1c68-4f37-8a9a-3111f5503782 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for floatingip, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:24.074815 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-27b26be8-1c68-4f37-8a9a-3111f5503782 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2314382 May 25 15:48:24.284452 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-462ae6db-369d-4fcb-a2ec-33aa66536b81 req-4c6d9596-752d-4e12-bca2-9cdc35877009 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--960692900&fields=id&tenant_id=e74cfaf52f64453a8a7344d0a12351a4 HTTP/1.1" status: 200 len: 267 time: 0.0552428 May 25 15:48:24.382205 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-96052167-4516-4335-aa03-6f779f949c6d req-0bd2e1eb-1459-4c40-a9ea-a8a8ecb2898f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f81b166b-b834-47f1-b96d-c38478e12435&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1905670 May 25 15:48:24.444811 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ae6db-369d-4fcb-a2ec-33aa66536b81 req-771363c7-f334-4b41-b42e-65652586c6d0 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:24.446815 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-462ae6db-369d-4fcb-a2ec-33aa66536b81 req-771363c7-f334-4b41-b42e-65652586c6d0 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/networks?id=9c420c9e-5d3a-4c72-87cc-64c647e4aa69 HTTP/1.1" status: 200 len: 816 time: 0.1541054 May 25 15:48:24.462901 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-462ae6db-369d-4fcb-a2ec-33aa66536b81 req-fbb311d7-cafc-4d30-b9b9-f86ad3f2ee7f tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/quotas/e74cfaf52f64453a8a7344d0a12351a4 HTTP/1.1" status: 200 len: 375 time: 0.0102348 May 25 15:48:24.610400 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96052167-4516-4335-aa03-6f779f949c6d req-25594876-a454-4bf8-b1db-447f5495dd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:24.611936 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-96052167-4516-4335-aa03-6f779f949c6d req-25594876-a454-4bf8-b1db-447f5495dd5d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e9b5bff4dfaf41e8a476ec518bbc48d4&device_id=f81b166b-b834-47f1-b96d-c38478e12435 HTTP/1.1" status: 200 len: 1099 time: 0.1068649 May 25 15:48:24.621491 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-462ae6db-369d-4fcb-a2ec-33aa66536b81 req-81f70aef-6cf2-4378-9c81-7cdb171433f3 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e74cfaf52f64453a8a7344d0a12351a4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1482358 May 25 15:48:24.871633 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-462ae6db-369d-4fcb-a2ec-33aa66536b81 req-c1f89532-614d-460f-be98-a1b46e07e30a service neutron] 10.222.0.11 "GET /v2.0/networks/9c420c9e-5d3a-4c72-87cc-64c647e4aa69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378328 May 25 15:48:24.874156 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96052167-4516-4335-aa03-6f779f949c6d req-2e1ba687-9271-4cce-b917-32e2e8488031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:24.875537 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-96052167-4516-4335-aa03-6f779f949c6d req-2e1ba687-9271-4cce-b917-32e2e8488031 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a9666395-6498-4bd8-9812-838161f765df HTTP/1.1" status: 200 len: 908 time: 0.2239239 May 25 15:48:25.161183 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-96052167-4516-4335-aa03-6f779f949c6d req-3dae38b3-f69f-485e-bf4f-d0d4a101d86f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=904c50ab-92ff-4c44-82da-092fe7d19531 HTTP/1.1" status: 200 len: 1001 time: 0.2623215 May 25 15:48:25.229834 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-462ae6db-369d-4fcb-a2ec-33aa66536b81 req-fe5efa91-0399-415b-99e3-9ada04e1e92e service neutron] 10.222.0.11 "GET /v2.0/networks/9c420c9e-5d3a-4c72-87cc-64c647e4aa69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510690 May 25 15:48:25.244420 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96052167-4516-4335-aa03-6f779f949c6d req-41485fdc-60b9-43b0-9574-ef81d5c1b3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:25.245878 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-96052167-4516-4335-aa03-6f779f949c6d req-41485fdc-60b9-43b0-9574-ef81d5c1b3cd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=78d8c6d8-85b3-4128-a7af-7d4f98cb12b1 HTTP/1.1" status: 200 len: 846 time: 0.0783956 May 25 15:48:25.329176 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96052167-4516-4335-aa03-6f779f949c6d req-7aab21f9-b8d9-4c5f-96aa-ac8f9001a752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:25.330813 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-96052167-4516-4335-aa03-6f779f949c6d req-7aab21f9-b8d9-4c5f-96aa-ac8f9001a752 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a9666395-6498-4bd8-9812-838161f765df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0776987 May 25 15:48:25.473878 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-1a0b5a4d-284f-4def-a469-e9bbc0dec69a req-068aac2d-fc36-4b2b-b11e-4d2212046c36 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 210 time: 0.0639360 May 25 15:48:25.561194 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-96052167-4516-4335-aa03-6f779f949c6d req-53714ac3-2f77-47e4-8a19-df32567a6d41 service neutron] 10.222.0.62 "GET /v2.0/networks/a9666395-6498-4bd8-9812-838161f765df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223482 May 25 15:48:25.714447 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-96052167-4516-4335-aa03-6f779f949c6d req-c83fd8db-8963-4e13-96c0-2adec63bb372 service neutron] 10.222.0.62 "GET /v2.0/networks/a9666395-6498-4bd8-9812-838161f765df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461103 May 25 15:48:26.674926 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-82e637e8-25bc-4949-a848-a6d444e9a794 req-e8623fb5-c3cb-4d09-9ada-39bf1f1ad1f4 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 210 time: 0.0638125 May 25 15:48:26.685325 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ae6db-369d-4fcb-a2ec-33aa66536b81 req-b3f95ff3-00c4-4d85-a5e0-bdb62f15c264 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:26.686930 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-462ae6db-369d-4fcb-a2ec-33aa66536b81 req-b3f95ff3-00c4-4d85-a5e0-bdb62f15c264 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.62 "GET /v2.0/networks?id=9c420c9e-5d3a-4c72-87cc-64c647e4aa69 HTTP/1.1" status: 200 len: 816 time: 0.2079103 May 25 15:48:26.780412 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-462ae6db-369d-4fcb-a2ec-33aa66536b81 req-979ed703-f1c2-4c5c-831f-82c0da427f0f tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e74cfaf52f64453a8a7344d0a12351a4 HTTP/1.1" status: 200 len: 379 time: 0.0614958 May 25 15:48:26.792648 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [req-462ae6db-369d-4fcb-a2ec-33aa66536b81 req-6dc32fcf-c32a-4661-a286-db3c00d2452f tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Request body: {'port': {'device_id': '92b94a4d-e97c-44ba-8174-b0b53627ea14', 'network_id': '9c420c9e-5d3a-4c72-87cc-64c647e4aa69', 'admin_state_up': True, 'tenant_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'security_groups': ['761f04aa-1e2d-4ad5-96ba-ec584c803732']}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:48:26.941570 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [req-462ae6db-369d-4fcb-a2ec-33aa66536b81 req-6dc32fcf-c32a-4661-a286-db3c00d2452f tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:48:26.945533 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-462ae6db-369d-4fcb-a2ec-33aa66536b81 req-6dc32fcf-c32a-4661-a286-db3c00d2452f tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Usage tracker for resource:port and tenant:e74cfaf52f64453a8a7344d0a12351a4 is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:48:26.948554 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-462ae6db-369d-4fcb-a2ec-33aa66536b81 req-6dc32fcf-c32a-4661-a286-db3c00d2452f tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Quota usage for port was recalculated. Used quota:3. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:48:26.954357 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [req-462ae6db-369d-4fcb-a2ec-33aa66536b81 req-6dc32fcf-c32a-4661-a286-db3c00d2452f tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:48:26.963905 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-462ae6db-369d-4fcb-a2ec-33aa66536b81 req-6dc32fcf-c32a-4661-a286-db3c00d2452f tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Made reservation on behalf of e74cfaf52f64453a8a7344d0a12351a4 for: {'port': 1} {{(pid=98655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:48:26.967410 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-462ae6db-369d-4fcb-a2ec-33aa66536b81 req-6dc32fcf-c32a-4661-a286-db3c00d2452f tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:27.141815 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.db_base_plugin_common [req-462ae6db-369d-4fcb-a2ec-33aa66536b81 req-6dc32fcf-c32a-4661-a286-db3c00d2452f tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Allocated IP 172.20.0.9 (9c420c9e-5d3a-4c72-87cc-64c647e4aa69/a3cc6c99-8adf-4559-8841-da254b001c5f/e82acbb0-27f4-4e20-a2c7-88e677ca75ec) {{(pid=98655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:48:27.336320 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-462ae6db-369d-4fcb-a2ec-33aa66536b81 req-6dc32fcf-c32a-4661-a286-db3c00d2452f tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks [] for port, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:27.351942 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.provisioning_blocks [req-462ae6db-369d-4fcb-a2ec-33aa66536b81 req-6dc32fcf-c32a-4661-a286-db3c00d2452f tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Transition to ACTIVE for port object e82acbb0-27f4-4e20-a2c7-88e677ca75ec will not be triggered until provisioned by entity DHCP. {{(pid=98655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:48:27.377720 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-462ae6db-369d-4fcb-a2ec-33aa66536b81 req-6dc32fcf-c32a-4661-a286-db3c00d2452f tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730535669962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13718067'] for port, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:27.383681 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-7f965d1c-9310-4f3d-beba-fad8575ff08e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:27.451389 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-462ae6db-369d-4fcb-a2ec-33aa66536b81 req-6dc32fcf-c32a-4661-a286-db3c00d2452f tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Network 9c420c9e-5d3a-4c72-87cc-64c647e4aa69 is already hosted by enough agents. {{(pid=98655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:48:27.454413 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.base_scheduler [req-462ae6db-369d-4fcb-a2ec-33aa66536b81 req-6dc32fcf-c32a-4661-a286-db3c00d2452f tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Resources bound (agent type, host, resource id): {{(pid=98655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:48:27.458988 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.l3_dvrscheduler_db [req-462ae6db-369d-4fcb-a2ec-33aa66536b81 req-6dc32fcf-c32a-4661-a286-db3c00d2452f tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Received port after_create {{(pid=98655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:48:27.490909 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc32fcf-c32a-4661-a286-db3c00d2452f tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Pushing event updated for resources: {'Port': ['ID=e82acbb0-27f4-4e20-a2c7-88e677ca75ec,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:27.497509 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-6dc32fcf-c32a-4661-a286-db3c00d2452f tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:27.532637 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ae6db-369d-4fcb-a2ec-33aa66536b81 req-6dc32fcf-c32a-4661-a286-db3c00d2452f tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:27.533308 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-462ae6db-369d-4fcb-a2ec-33aa66536b81 req-6dc32fcf-c32a-4661-a286-db3c00d2452f tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for port, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:27.567664 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-462ae6db-369d-4fcb-a2ec-33aa66536b81 req-6dc32fcf-c32a-4661-a286-db3c00d2452f tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7790174 May 25 15:48:27.588197 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [req-462ae6db-369d-4fcb-a2ec-33aa66536b81 req-345aa31c-c4cc-4d20-8be2-598270f8503e service neutron] Request body: {'port': {'device_id': '92b94a4d-e97c-44ba-8174-b0b53627ea14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79123'}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:48:27.691867 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-667e1e17-77b5-4541-8bee-ca53a947d91e None None] Provisioning for port e82acbb0-27f4-4e20-a2c7-88e677ca75ec completed by entity DHCP. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:48:27.698030 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-667e1e17-77b5-4541-8bee-ca53a947d91e None None] Provisioning complete for port e82acbb0-27f4-4e20-a2c7-88e677ca75ec triggered by entity DHCP. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:48:27.698446 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-667e1e17-77b5-4541-8bee-ca53a947d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:27.755922 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-667e1e17-77b5-4541-8bee-ca53a947d91e None None] Port e82acbb0-27f4-4e20-a2c7-88e677ca75ec cannot update to ACTIVE because it is not bound. {{(pid=98656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:48:27.812951 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-462ae6db-369d-4fcb-a2ec-33aa66536b81 req-345aa31c-c4cc-4d20-8be2-598270f8503e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:28.017743 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80cea8f-cde1-4d95-ab3d-3422e7b942d7 req-8b9f005e-4122-4671-8a99-257761a47223 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:28.018906 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-f80cea8f-cde1-4d95-ab3d-3422e7b942d7 req-8b9f005e-4122-4671-8a99-257761a47223 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Synchronizing usage tracker for tenant:e74cfaf52f64453a8a7344d0a12351a4 on resource:port {{(pid=98655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:48:28.103676 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-f80cea8f-cde1-4d95-ab3d-3422e7b942d7 req-8b9f005e-4122-4671-8a99-257761a47223 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Unset dirty status for tenant:e74cfaf52f64453a8a7344d0a12351a4 on resource:port {{(pid=98655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:48:28.104859 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f80cea8f-cde1-4d95-ab3d-3422e7b942d7 req-8b9f005e-4122-4671-8a99-257761a47223 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 931 time: 0.2822759 May 25 15:48:28.178600 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f80cea8f-cde1-4d95-ab3d-3422e7b942d7 req-c22e607e-8087-4038-ad50-8221b414a91f tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611856 May 25 15:48:28.278882 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.notifiers.nova [req-462ae6db-369d-4fcb-a2ec-33aa66536b81 req-345aa31c-c4cc-4d20-8be2-598270f8503e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e82acbb0-27f4-4e20-a2c7-88e677ca75ec {{(pid=98655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:48:28.286635 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-462ae6db-369d-4fcb-a2ec-33aa66536b81 req-345aa31c-c4cc-4d20-8be2-598270f8503e service neutron] Notify callbacks [] for port, precommit_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:28.301898 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.provisioning_blocks [req-462ae6db-369d-4fcb-a2ec-33aa66536b81 req-345aa31c-c4cc-4d20-8be2-598270f8503e service neutron] Transition to ACTIVE for port object e82acbb0-27f4-4e20-a2c7-88e677ca75ec will not be triggered until provisioned by entity L2. {{(pid=98655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:48:28.306262 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-462ae6db-369d-4fcb-a2ec-33aa66536b81 req-345aa31c-c4cc-4d20-8be2-598270f8503e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13718074'] for port, after_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:28.310369 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-50a2a7b7-3b35-4edc-a6e8-8aa02a09f224 tempest-VolumesActionsTest-1352012968 tempest-VolumesActionsTest-1352012968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:28.439489 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345aa31c-c4cc-4d20-8be2-598270f8503e service neutron] Pushing event updated for resources: {'Port': ['ID=e82acbb0-27f4-4e20-a2c7-88e677ca75ec,revision_number=2']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:28.466212 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-345aa31c-c4cc-4d20-8be2-598270f8503e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:28.553978 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.managers [req-462ae6db-369d-4fcb-a2ec-33aa66536b81 req-345aa31c-c4cc-4d20-8be2-598270f8503e service neutron] Attempting to bind port e82acbb0-27f4-4e20-a2c7-88e677ca75ec on host hv-cinder-79123 for vnic_type normal with profile {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:48:28.554313 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.managers [req-462ae6db-369d-4fcb-a2ec-33aa66536b81 req-345aa31c-c4cc-4d20-8be2-598270f8503e service neutron] Attempting to bind port e82acbb0-27f4-4e20-a2c7-88e677ca75ec by drivers openvswitch,hyperv on host hv-cinder-79123 at level 0 using segments [{'id': 'd31b3f55-0029-4b5d-9031-950743b628bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '9c420c9e-5d3a-4c72-87cc-64c647e4aa69'}] {{(pid=98655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:48:28.554642 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462ae6db-369d-4fcb-a2ec-33aa66536b81 req-345aa31c-c4cc-4d20-8be2-598270f8503e service neutron] Attempting to bind port e82acbb0-27f4-4e20-a2c7-88e677ca75ec on network 9c420c9e-5d3a-4c72-87cc-64c647e4aa69 {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:48:28.559526 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462ae6db-369d-4fcb-a2ec-33aa66536b81 req-345aa31c-c4cc-4d20-8be2-598270f8503e service neutron] Port e82acbb0-27f4-4e20-a2c7-88e677ca75ec on network 9c420c9e-5d3a-4c72-87cc-64c647e4aa69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79123 {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 15:48:28.559883 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462ae6db-369d-4fcb-a2ec-33aa66536b81 req-345aa31c-c4cc-4d20-8be2-598270f8503e service neutron] Attempting to bind port e82acbb0-27f4-4e20-a2c7-88e677ca75ec on network 9c420c9e-5d3a-4c72-87cc-64c647e4aa69 {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:48:28.565846 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462ae6db-369d-4fcb-a2ec-33aa66536b81 req-345aa31c-c4cc-4d20-8be2-598270f8503e service neutron] Checking agent: {'id': 'e8d02b02-d66f-44f3-9cce-64202f9374d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 39, 18), 'started_at': datetime.datetime(2021, 5, 25, 15, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:48:28.566178 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462ae6db-369d-4fcb-a2ec-33aa66536b81 req-345aa31c-c4cc-4d20-8be2-598270f8503e service neutron] Checking segment: {'id': 'd31b3f55-0029-4b5d-9031-950743b628bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '9c420c9e-5d3a-4c72-87cc-64c647e4aa69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:48:28.566569 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462ae6db-369d-4fcb-a2ec-33aa66536b81 req-345aa31c-c4cc-4d20-8be2-598270f8503e service neutron] Bound using segment: {'id': 'd31b3f55-0029-4b5d-9031-950743b628bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '9c420c9e-5d3a-4c72-87cc-64c647e4aa69'} {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:48:28.566995 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.managers [req-462ae6db-369d-4fcb-a2ec-33aa66536b81 req-345aa31c-c4cc-4d20-8be2-598270f8503e service neutron] Bound port: e82acbb0-27f4-4e20-a2c7-88e677ca75ec, host: hv-cinder-79123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd31b3f55-0029-4b5d-9031-950743b628bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '9c420c9e-5d3a-4c72-87cc-64c647e4aa69'}}] {{(pid=98655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:48:28.567415 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-462ae6db-369d-4fcb-a2ec-33aa66536b81 req-345aa31c-c4cc-4d20-8be2-598270f8503e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:28.661430 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.db [req-462ae6db-369d-4fcb-a2ec-33aa66536b81 req-345aa31c-c4cc-4d20-8be2-598270f8503e service neutron] For port e82acbb0-27f4-4e20-a2c7-88e677ca75ec, host hv-cinder-79123, cleared binding levels {{(pid=98655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:48:28.664920 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.db [req-462ae6db-369d-4fcb-a2ec-33aa66536b81 req-345aa31c-c4cc-4d20-8be2-598270f8503e service neutron] For port e82acbb0-27f4-4e20-a2c7-88e677ca75ec, host hv-cinder-79123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=e82acbb0-27f4-4e20-a2c7-88e677ca75ec,segment=NetworkSegment(d31b3f55-0029-4b5d-9031-950743b628bb),segment_id=d31b3f55-0029-4b5d-9031-950743b628bb)] {{(pid=98655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:48:28.670032 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-462ae6db-369d-4fcb-a2ec-33aa66536b81 req-345aa31c-c4cc-4d20-8be2-598270f8503e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13718074'] for port, after_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:28.674261 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-6dc32fcf-c32a-4661-a286-db3c00d2452f tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:28.739889 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ae6db-369d-4fcb-a2ec-33aa66536b81 req-345aa31c-c4cc-4d20-8be2-598270f8503e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:28.740509 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-462ae6db-369d-4fcb-a2ec-33aa66536b81 req-345aa31c-c4cc-4d20-8be2-598270f8503e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for port, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:28.741892 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-462ae6db-369d-4fcb-a2ec-33aa66536b81 req-345aa31c-c4cc-4d20-8be2-598270f8503e service neutron] 10.222.0.62 "PUT /v2.0/ports/e82acbb0-27f4-4e20-a2c7-88e677ca75ec HTTP/1.1" status: 200 len: 1093 time: 1.1594334 May 25 15:48:28.742400 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b94a4d-e97c-44ba-8174-b0b53627ea14', 'tag': 'e82acbb0-27f4-4e20-a2c7-88e677ca75ec'}] {{(pid=98655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:48:28.757591 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.agents_db [None req-e0968af0-a351-492f-a815-45d38f582ebc None None] Agent healthcheck: found 6 active agents {{(pid=98660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:48:28.766111 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345aa31c-c4cc-4d20-8be2-598270f8503e service neutron] Pushing event updated for resources: {'Port': ['ID=e82acbb0-27f4-4e20-a2c7-88e677ca75ec,revision_number=3']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:28.768878 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-345aa31c-c4cc-4d20-8be2-598270f8503e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:28.809637 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92b94a4d-e97c-44ba-8174-b0b53627ea14', 'tag': 'e82acbb0-27f4-4e20-a2c7-88e677ca75ec', 'status': 'completed', 'code': 200} May 25 15:48:28.903922 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ae6db-369d-4fcb-a2ec-33aa66536b81 req-76b5a85a-0417-48b7-8f91-c9c7f02d3c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:28.905596 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-462ae6db-369d-4fcb-a2ec-33aa66536b81 req-76b5a85a-0417-48b7-8f91-c9c7f02d3c6f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e74cfaf52f64453a8a7344d0a12351a4&device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 1096 time: 0.0834742 May 25 15:48:28.986895 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-462ae6db-369d-4fcb-a2ec-33aa66536b81 req-53b7f885-25c0-4559-b605-c80523d2f0aa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e82acbb0-27f4-4e20-a2c7-88e677ca75ec HTTP/1.1" status: 200 len: 217 time: 0.0668595 May 25 15:48:29.064667 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ae6db-369d-4fcb-a2ec-33aa66536b81 req-867771fd-0bb7-490a-bb5a-ddf97d7cfa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:29.067111 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-462ae6db-369d-4fcb-a2ec-33aa66536b81 req-867771fd-0bb7-490a-bb5a-ddf97d7cfa4b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a3cc6c99-8adf-4559-8841-da254b001c5f HTTP/1.1" status: 200 len: 855 time: 0.0735302 May 25 15:48:29.155867 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ae6db-369d-4fcb-a2ec-33aa66536b81 req-b566ddba-b8a1-407d-9b08-b01e60db85a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:29.157118 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-462ae6db-369d-4fcb-a2ec-33aa66536b81 req-b566ddba-b8a1-407d-9b08-b01e60db85a1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9c420c9e-5d3a-4c72-87cc-64c647e4aa69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0839202 May 25 15:48:29.338586 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-462ae6db-369d-4fcb-a2ec-33aa66536b81 req-2e7a9675-980d-4833-a3e7-959bcef4ad39 service neutron] 10.222.0.62 "GET /v2.0/networks/9c420c9e-5d3a-4c72-87cc-64c647e4aa69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742208 May 25 15:48:29.496417 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bbc4ae-8e0d-4df8-8b48-9314153ef397 req-bb3bc12f-c55d-4e66-9ef8-0bd1e300f273 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:29.497823 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-68bbc4ae-8e0d-4df8-8b48-9314153ef397 req-bb3bc12f-c55d-4e66-9ef8-0bd1e300f273 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 943 time: 0.1998463 May 25 15:48:29.501632 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-462ae6db-369d-4fcb-a2ec-33aa66536b81 req-e39107aa-5c45-4335-b91d-3f3f8e4663d2 service neutron] 10.222.0.62 "GET /v2.0/networks/9c420c9e-5d3a-4c72-87cc-64c647e4aa69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519356 May 25 15:48:29.547201 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-68bbc4ae-8e0d-4df8-8b48-9314153ef397 req-3af92a3e-dd8a-4867-9356-dd2462aebfab tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426118 May 25 15:48:29.778553 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65aeb8-d142-4803-9938-6b4e4a736e97 req-4c6879c9-a9c2-4112-8d3a-7bb7f70ad598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:29.780067 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4e65aeb8-d142-4803-9938-6b4e4a736e97 req-4c6879c9-a9c2-4112-8d3a-7bb7f70ad598 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e74cfaf52f64453a8a7344d0a12351a4&device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 1096 time: 0.1630280 May 25 15:48:29.925892 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65aeb8-d142-4803-9938-6b4e4a736e97 req-ffa1a809-ea2d-4e96-a7de-74f74252ad8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:29.927393 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4e65aeb8-d142-4803-9938-6b4e4a736e97 req-ffa1a809-ea2d-4e96-a7de-74f74252ad8c service neutron] 10.222.0.62 "GET /v2.0/networks?id=9c420c9e-5d3a-4c72-87cc-64c647e4aa69 HTTP/1.1" status: 200 len: 917 time: 0.1410654 May 25 15:48:29.995735 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4e65aeb8-d142-4803-9938-6b4e4a736e97 req-8725f667-6755-48d2-af41-f8a387cd1296 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e82acbb0-27f4-4e20-a2c7-88e677ca75ec HTTP/1.1" status: 200 len: 217 time: 0.0619624 May 25 15:48:30.062113 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65aeb8-d142-4803-9938-6b4e4a736e97 req-41a670ba-c591-497d-83c1-d98fe942f96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:30.063475 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4e65aeb8-d142-4803-9938-6b4e4a736e97 req-41a670ba-c591-497d-83c1-d98fe942f96d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a3cc6c99-8adf-4559-8841-da254b001c5f HTTP/1.1" status: 200 len: 855 time: 0.0609698 May 25 15:48:30.141122 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65aeb8-d142-4803-9938-6b4e4a736e97 req-c47f4b82-5a03-4e1b-ab2a-84cf0172e21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:30.142731 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4e65aeb8-d142-4803-9938-6b4e4a736e97 req-c47f4b82-5a03-4e1b-ab2a-84cf0172e21b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9c420c9e-5d3a-4c72-87cc-64c647e4aa69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0716989 May 25 15:48:30.283133 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4e65aeb8-d142-4803-9938-6b4e4a736e97 req-e5a070fa-c1b0-41c3-bd53-f956d0253e3b service neutron] 10.222.0.62 "GET /v2.0/networks/9c420c9e-5d3a-4c72-87cc-64c647e4aa69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335244 May 25 15:48:30.420762 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4e65aeb8-d142-4803-9938-6b4e4a736e97 req-ac69f666-a5fd-4b14-88da-5f889306dce0 service neutron] 10.222.0.62 "GET /v2.0/networks/9c420c9e-5d3a-4c72-87cc-64c647e4aa69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315365 May 25 15:48:30.745571 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b2d25-2fcd-40ad-830f-712ce3602445 req-521668e7-5882-4eda-8a68-529b8947a6ae tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:30.746955 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f06b2d25-2fcd-40ad-830f-712ce3602445 req-521668e7-5882-4eda-8a68-529b8947a6ae tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 943 time: 0.0867245 May 25 15:48:30.793258 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f06b2d25-2fcd-40ad-830f-712ce3602445 req-cbeae164-30a7-46a5-9928-c3e354c57920 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397570 May 25 15:48:31.993624 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c33712-3a55-4604-b549-fe83a40d4b25 req-1fb51a27-9202-481d-b1f3-77fdd083a9d9 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:31.995130 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-28c33712-3a55-4604-b549-fe83a40d4b25 req-1fb51a27-9202-481d-b1f3-77fdd083a9d9 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 943 time: 0.0863669 May 25 15:48:32.045711 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-28c33712-3a55-4604-b549-fe83a40d4b25 req-f2210b99-0fd1-47f9-a303-4d32d82ec373 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446937 May 25 15:48:33.242290 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed172b20-7a9f-44f5-9d26-0ac51533bbdf req-f7d10a3e-c65b-4219-939a-957e131c3d6e tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:33.243778 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-ed172b20-7a9f-44f5-9d26-0ac51533bbdf req-f7d10a3e-c65b-4219-939a-957e131c3d6e tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 943 time: 0.0860369 May 25 15:48:33.289478 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-ed172b20-7a9f-44f5-9d26-0ac51533bbdf req-8ebe07a2-631a-4d75-8dcc-0a6eeac8e1fd tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398896 May 25 15:48:33.865068 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device e82acbb0-27f4-4e20-a2c7-88e677ca75ec details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=98656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:48:34.002503 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port e82acbb0-27f4-4e20-a2c7-88e677ca75ec, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=e82acbb0-27f4-4e20-a2c7-88e677ca75ec,segment=NetworkSegment(d31b3f55-0029-4b5d-9031-950743b628bb),segment_id=d31b3f55-0029-4b5d-9031-950743b628bb)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:48:34.017049 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Returning: {'device': 'e82acbb0-27f4-4e20-a2c7-88e677ca75ec', 'network_id': '9c420c9e-5d3a-4c72-87cc-64c647e4aa69', 'port_id': 'e82acbb0-27f4-4e20-a2c7-88e677ca75ec', 'mac_address': 'fa:16:3e:ff:e5:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3cc6c99-8adf-4559-8841-da254b001c5f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:48:34.079160 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:34.097623 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.notifiers.nova [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e82acbb0-27f4-4e20-a2c7-88e677ca75ec {{(pid=98656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:48:34.114577 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port e82acbb0-27f4-4e20-a2c7-88e677ca75ec, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=e82acbb0-27f4-4e20-a2c7-88e677ca75ec,segment=NetworkSegment(d31b3f55-0029-4b5d-9031-950743b628bb),segment_id=d31b3f55-0029-4b5d-9031-950743b628bb)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:48:34.119790 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:34.122351 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:34.189026 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Pushing event updated for resources: {'Port': ['ID=e82acbb0-27f4-4e20-a2c7-88e677ca75ec,revision_number=4']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:34.196578 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:34.196921 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:34.197258 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:34.197590 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:34.197946 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:34.198275 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:34.198597 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:34.198917 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:34.199235 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:34.199562 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:34.200068 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:34.200386 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:34.204543 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:34.494999 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26673018-b52d-4b51-a3e9-c6fa9eda3cae req-9e191f1d-189f-48fb-aeb5-901b35e7b49c tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:34.496534 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-26673018-b52d-4b51-a3e9-c6fa9eda3cae req-9e191f1d-189f-48fb-aeb5-901b35e7b49c tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 944 time: 0.0780811 May 25 15:48:34.552823 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-26673018-b52d-4b51-a3e9-c6fa9eda3cae req-5bdf2fa8-2874-4403-805b-338797367ca9 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504601 May 25 15:48:34.580915 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] get_ports_and_sgs() called for port_ids ['e82acbb0-27f4-4e20-a2c7-88e677ca75ec'] {{(pid=98656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:48:35.766572 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c05fcce-bc19-447b-b0fe-988939f2e8bb req-48068ed9-9efe-4b64-a6db-aaf3f23d8535 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:35.768062 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-7c05fcce-bc19-447b-b0fe-988939f2e8bb req-48068ed9-9efe-4b64-a6db-aaf3f23d8535 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 944 time: 0.0827770 May 25 15:48:35.819135 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-7c05fcce-bc19-447b-b0fe-988939f2e8bb req-ef9f3a03-2caa-4559-8991-8b1d27fc0528 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405302 May 25 15:48:35.886579 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device e82acbb0-27f4-4e20-a2c7-88e677ca75ec up at agent hyperv_hv-cinder-79123 {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:48:35.961121 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Provisioning for port e82acbb0-27f4-4e20-a2c7-88e677ca75ec completed by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:48:35.966741 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Provisioning complete for port e82acbb0-27f4-4e20-a2c7-88e677ca75ec triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:48:35.967120 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:36.094094 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:36.122615 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b94a4d-e97c-44ba-8174-b0b53627ea14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e82acbb0-27f4-4e20-a2c7-88e677ca75ec'}] {{(pid=98656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:48:36.132494 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port e82acbb0-27f4-4e20-a2c7-88e677ca75ec, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=e82acbb0-27f4-4e20-a2c7-88e677ca75ec,segment=NetworkSegment(d31b3f55-0029-4b5d-9031-950743b628bb),segment_id=d31b3f55-0029-4b5d-9031-950743b628bb)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:48:36.137506 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:36.140389 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:36.177160 dv-cinder-791239-3-smb neutron-server[98656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b94a4d-e97c-44ba-8174-b0b53627ea14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e82acbb0-27f4-4e20-a2c7-88e677ca75ec', 'code': 200} May 25 15:48:36.227481 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Pushing event updated for resources: {'Port': ['ID=e82acbb0-27f4-4e20-a2c7-88e677ca75ec,revision_number=5']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:36.230540 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:36.476630 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f65079-dd78-46c6-9c92-236e0b4c4e2c req-349400e0-c1e1-460f-a092-5461bb1d1b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:36.478035 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-03f65079-dd78-46c6-9c92-236e0b4c4e2c req-349400e0-c1e1-460f-a092-5461bb1d1b43 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 1098 time: 0.0782144 May 25 15:48:36.519246 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-03f65079-dd78-46c6-9c92-236e0b4c4e2c req-7d094a79-28b0-43d3-9bce-91a183d5f903 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338230 May 25 15:48:37.024133 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8fb894-44fb-4c97-8851-a5428c478828 req-d2768e53-a72a-4463-9f0e-a0a3a6396319 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:37.026557 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-eb8fb894-44fb-4c97-8851-a5428c478828 req-d2768e53-a72a-4463-9f0e-a0a3a6396319 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 945 time: 0.0934033 May 25 15:48:37.077165 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-eb8fb894-44fb-4c97-8851-a5428c478828 req-c814e469-8f5d-45e0-b2f2-ef89c5180600 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430839 May 25 15:48:38.283206 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ad4bc-7eb2-4b04-948f-c40a67087507 req-c5e85840-2902-44d1-b25d-4c35525a7860 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:38.284725 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4c4ad4bc-7eb2-4b04-948f-c40a67087507 req-c5e85840-2902-44d1-b25d-4c35525a7860 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 945 time: 0.0913551 May 25 15:48:38.333631 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4c4ad4bc-7eb2-4b04-948f-c40a67087507 req-51a11364-982e-4f38-8188-678c09d6cc0a tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429120 May 25 15:48:39.533527 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff8453-6521-4b13-aac0-3e831c7f5cff req-71a41d5d-8ef4-4033-afda-c6a1e8685dd5 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:39.534906 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-58ff8453-6521-4b13-aac0-3e831c7f5cff req-71a41d5d-8ef4-4033-afda-c6a1e8685dd5 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 945 time: 0.0825775 May 25 15:48:39.583678 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-58ff8453-6521-4b13-aac0-3e831c7f5cff req-ae80e967-8da1-4ff6-8f6a-a0acd4c58816 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415692 May 25 15:48:39.776188 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570aad6f-689f-4e95-afdb-784edbdb1e40 req-74da2a49-ae14-4c91-a8fd-5f0fc9f835db tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:39.777696 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-570aad6f-689f-4e95-afdb-784edbdb1e40 req-74da2a49-ae14-4c91-a8fd-5f0fc9f835db tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 945 time: 0.0853455 May 25 15:48:39.786966 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 48534) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:48:39.793236 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [None req-174ab7e4-7efe-44c6-a307-23a9e56b85e7 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Request body: {'floatingip': {'port_id': 'e82acbb0-27f4-4e20-a2c7-88e677ca75ec'}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:48:39.874622 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-174ab7e4-7efe-44c6-a307-23a9e56b85e7 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks [] for floatingip, before_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:40.542643 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-174ab7e4-7efe-44c6-a307-23a9e56b85e7 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:40.546750 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-174ab7e4-7efe-44c6-a307-23a9e56b85e7 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423449'] for floatingip, after_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:40.822860 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.db.l3_db [None req-174ab7e4-7efe-44c6-a307-23a9e56b85e7 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Floating IP e1d6beb5-97f2-457c-9695-de2eb224dc32 associated. External IP: 172.28.3.77, port: e82acbb0-27f4-4e20-a2c7-88e677ca75ec. May 25 15:48:41.212733 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-174ab7e4-7efe-44c6-a307-23a9e56b85e7 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Router 2c7745e3-d71a-49b1-b28d-2b70ea768bca has already been hosted by L3 agent f8a1ad16-ec6f-48c0-91e7-34790a8304cd {{(pid=98653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:48:41.394022 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174ab7e4-7efe-44c6-a307-23a9e56b85e7 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify agent at l3_agent.dv-cinder-791239-3-smb the message routers_updated {{(pid=98653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:48:41.398403 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-174ab7e4-7efe-44c6-a307-23a9e56b85e7 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for floatingip, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:41.406350 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443ac800-2516-480a-8686-4ecadd5b76a9 None None] Sync routers for ids ['2c7745e3-d71a-49b1-b28d-2b70ea768bca'] in dv-cinder-791239-3-smb {{(pid=98656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:48:41.416343 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443ac800-2516-480a-8686-4ecadd5b76a9 None None] Routers {'2c7745e3-d71a-49b1-b28d-2b70ea768bca'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:48:41.416889 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-443ac800-2516-480a-8686-4ecadd5b76a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:48:17Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['2c7745e3-d71a-49b1-b28d-2b70ea768bca'], 'active': True} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:48:41.460267 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-174ab7e4-7efe-44c6-a307-23a9e56b85e7 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "PUT /v2.0/floatingips/e1d6beb5-97f2-457c-9695-de2eb224dc32 HTTP/1.1" status: 200 len: 990 time: 1.6693878 May 25 15:48:41.460267 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b94a4d-e97c-44ba-8174-b0b53627ea14', 'tag': 'e82acbb0-27f4-4e20-a2c7-88e677ca75ec'}] {{(pid=98653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:48:41.509320 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92b94a4d-e97c-44ba-8174-b0b53627ea14', 'tag': 'e82acbb0-27f4-4e20-a2c7-88e677ca75ec', 'status': 'completed', 'code': 200} May 25 15:48:41.635298 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvr_db [None req-443ac800-2516-480a-8686-4ecadd5b76a9 None None] Set router 2c7745e3-d71a-49b1-b28d-2b70ea768bca gateway port host: dv-cinder-791239-3-smb {{(pid=98656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:48:41.651195 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc029174-eea8-46e0-928d-2b8dbef78c53 req-8da0bbcb-a8de-4cba-9a38-05c9e4a8c7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:41.652831 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-dc029174-eea8-46e0-928d-2b8dbef78c53 req-8da0bbcb-a8de-4cba-9a38-05c9e4a8c7a5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e74cfaf52f64453a8a7344d0a12351a4&device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 1098 time: 0.0733688 May 25 15:48:41.877970 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc029174-eea8-46e0-928d-2b8dbef78c53 req-88bcdb0c-a2dd-4d69-867b-e70b4f785833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:41.879339 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-dc029174-eea8-46e0-928d-2b8dbef78c53 req-88bcdb0c-a2dd-4d69-867b-e70b4f785833 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9c420c9e-5d3a-4c72-87cc-64c647e4aa69 HTTP/1.1" status: 200 len: 917 time: 0.2176764 May 25 15:48:41.988780 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-dc029174-eea8-46e0-928d-2b8dbef78c53 req-36f24ee8-0416-487a-a74b-fe84dbe4d0c0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e82acbb0-27f4-4e20-a2c7-88e677ca75ec HTTP/1.1" status: 200 len: 998 time: 0.1026828 May 25 15:48:42.005686 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-443ac800-2516-480a-8686-4ecadd5b76a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'name': 'tempest-AttachVolumeShelveTestJSON-892354519-router', 'tenant_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': '991da8b7-794c-44fb-bc5b-054bdff00d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:42:50Z', 'updated_at': '2021-05-25T15:43:04Z', 'revision_number': 4, 'project_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'gw_port': {'id': '991da8b7-794c-44fb-bc5b-054bdff00d2e', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:42:53Z', 'updated_at': '2021-05-25T15:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_floatingips': [{'id': 'e1d6beb5-97f2-457c-9695-de2eb224dc32', 'tenant_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'floating_ip_address': '172.28.3.77', 'floating_network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'router_id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'port_id': 'e82acbb0-27f4-4e20-a2c7-88e677ca75ec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c420c9e-5d3a-4c72-87cc-64c647e4aa69', 'mac_address': 'fa:16:3e:ff:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b94a4d-e97c-44ba-8174-b0b53627ea14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:48:23Z', 'updated_at': '2021-05-25T15:48:40Z', 'revision_number': 1, 'project_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d906e6b-5645-4e5c-817a-80b4a5239814', 'name': '', 'network_id': '9c420c9e-5d3a-4c72-87cc-64c647e4aa69', 'tenant_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'mac_address': 'fa:16:3e:d4:76:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'a3cc6c99-8adf-4559-8841-da254b001c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:43:02Z', 'updated_at': '2021-05-25T15:43:18Z', 'revision_number': 5, 'project_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'subnets': [{'id': 'a3cc6c99-8adf-4559-8841-da254b001c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:48:42.010100 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443ac800-2516-480a-8686-4ecadd5b76a9 None None] Checking router: 2c7745e3-d71a-49b1-b28d-2b70ea768bca for host: dv-cinder-791239-3-smb {{(pid=98656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:48:42.018418 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443ac800-2516-480a-8686-4ecadd5b76a9 None None] Routers {'2c7745e3-d71a-49b1-b28d-2b70ea768bca'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:48:42.019012 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-443ac800-2516-480a-8686-4ecadd5b76a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:48:17Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['2c7745e3-d71a-49b1-b28d-2b70ea768bca'], 'active': True} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:48:42.059464 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc029174-eea8-46e0-928d-2b8dbef78c53 req-ed13620d-32bb-4d15-946c-b21e56ea2ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:42.060974 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-dc029174-eea8-46e0-928d-2b8dbef78c53 req-ed13620d-32bb-4d15-946c-b21e56ea2ccb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a3cc6c99-8adf-4559-8841-da254b001c5f HTTP/1.1" status: 200 len: 855 time: 0.0658333 May 25 15:48:42.138164 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc029174-eea8-46e0-928d-2b8dbef78c53 req-a900160e-f6bf-4585-a85e-92d64ae4cc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:42.139555 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-dc029174-eea8-46e0-928d-2b8dbef78c53 req-a900160e-f6bf-4585-a85e-92d64ae4cc4a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9c420c9e-5d3a-4c72-87cc-64c647e4aa69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0715897 May 25 15:48:42.201189 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvr_db [None req-443ac800-2516-480a-8686-4ecadd5b76a9 None None] Set router 2c7745e3-d71a-49b1-b28d-2b70ea768bca gateway port host: dv-cinder-791239-3-smb {{(pid=98656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:48:42.291353 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-dc029174-eea8-46e0-928d-2b8dbef78c53 req-050410bb-6b40-46cb-bd9f-966210445dd0 service neutron] 10.222.0.62 "GET /v2.0/networks/9c420c9e-5d3a-4c72-87cc-64c647e4aa69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443126 May 25 15:48:42.429949 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-dc029174-eea8-46e0-928d-2b8dbef78c53 req-1695740c-7d5d-4444-a817-0f2f0c47ca19 service neutron] 10.222.0.62 "GET /v2.0/networks/9c420c9e-5d3a-4c72-87cc-64c647e4aa69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312761 May 25 15:48:42.572907 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-443ac800-2516-480a-8686-4ecadd5b76a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'name': 'tempest-AttachVolumeShelveTestJSON-892354519-router', 'tenant_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': '991da8b7-794c-44fb-bc5b-054bdff00d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:42:50Z', 'updated_at': '2021-05-25T15:43:04Z', 'revision_number': 4, 'project_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'gw_port': {'id': '991da8b7-794c-44fb-bc5b-054bdff00d2e', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:42:53Z', 'updated_at': '2021-05-25T15:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_floatingips': [{'id': 'e1d6beb5-97f2-457c-9695-de2eb224dc32', 'tenant_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'floating_ip_address': '172.28.3.77', 'floating_network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'router_id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'port_id': 'e82acbb0-27f4-4e20-a2c7-88e677ca75ec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c420c9e-5d3a-4c72-87cc-64c647e4aa69', 'mac_address': 'fa:16:3e:ff:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b94a4d-e97c-44ba-8174-b0b53627ea14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:48:23Z', 'updated_at': '2021-05-25T15:48:40Z', 'revision_number': 1, 'project_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d906e6b-5645-4e5c-817a-80b4a5239814', 'name': '', 'network_id': '9c420c9e-5d3a-4c72-87cc-64c647e4aa69', 'tenant_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'mac_address': 'fa:16:3e:d4:76:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'a3cc6c99-8adf-4559-8841-da254b001c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:43:02Z', 'updated_at': '2021-05-25T15:43:18Z', 'revision_number': 5, 'project_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'subnets': [{'id': 'a3cc6c99-8adf-4559-8841-da254b001c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:48:42.577059 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443ac800-2516-480a-8686-4ecadd5b76a9 None None] The sync data for ids ['2c7745e3-d71a-49b1-b28d-2b70ea768bca'] in dv-cinder-791239-3-smb is: [{'id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'name': 'tempest-AttachVolumeShelveTestJSON-892354519-router', 'tenant_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': '991da8b7-794c-44fb-bc5b-054bdff00d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:42:50Z', 'updated_at': '2021-05-25T15:43:04Z', 'revision_number': 4, 'project_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'gw_port': {'id': '991da8b7-794c-44fb-bc5b-054bdff00d2e', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:42:53Z', 'updated_at': '2021-05-25T15:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_floatingips': [{'id': 'e1d6beb5-97f2-457c-9695-de2eb224dc32', 'tenant_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'floating_ip_address': '172.28.3.77', 'floating_network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'router_id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'port_id': 'e82acbb0-27f4-4e20-a2c7-88e677ca75ec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c420c9e-5d3a-4c72-87cc-64c647e4aa69', 'mac_address': 'fa:16:3e:ff:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b94a4d-e97c-44ba-8174-b0b53627ea14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:48:23Z', 'updated_at': '2021-05-25T15:48:40Z', 'revision_number': 1, 'project_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d906e6b-5645-4e5c-817a-80b4a5239814', 'name': '', 'network_id': '9c420c9e-5d3a-4c72-87cc-64c647e4aa69', 'tenant_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'mac_address': 'fa:16:3e:d4:76:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'a3cc6c99-8adf-4559-8841-da254b001c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:43:02Z', 'updated_at': '2021-05-25T15:43:18Z', 'revision_number': 5, 'project_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'subnets': [{'id': 'a3cc6c99-8adf-4559-8841-da254b001c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:48:42.765585 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2166cf-3245-466a-9b66-5cc00d0c1c29 None None] New status for floating IP e1d6beb5-97f2-457c-9695-de2eb224dc32: ACTIVE {{(pid=98660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 15:48:44.440528 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-581d1ae5-700b-4b1d-83f5-8e5a23264d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:47.311262 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:47.459502 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-74350143-c161-4caa-8a60-5177d0ed3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:48.393016 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:48.916727 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-5e596f64-6e97-4d78-9813-f3b7462efcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:50.473304 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-61dd613b-f3f2-4fd9-acf0-68300fd05fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:57.140520 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c191911-aaad-4e77-9726-e38cd7c7c217 req-c0bed669-e281-4c61-b865-733209de3c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:57.142753 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-9c191911-aaad-4e77-9726-e38cd7c7c217 req-c0bed669-e281-4c61-b865-733209de3c3c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=40f0e137ef6d459694b23fb772f41365&device_id=2850869e-e524-45ab-8d9b-e4639e80073d HTTP/1.1" status: 200 len: 1137 time: 0.1554387 May 25 15:48:57.155963 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f0edc-4458-43f2-85b2-e3a3d08589a2 req-79cc33dc-419b-4c55-a6b2-7752cede33bb tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:57.157770 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4f7f0edc-4458-43f2-85b2-e3a3d08589a2 req-79cc33dc-419b-4c55-a6b2-7752cede33bb tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/ports?device_id=2850869e-e524-45ab-8d9b-e4639e80073d HTTP/1.1" status: 200 len: 984 time: 0.1347401 May 25 15:48:57.298726 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4f7f0edc-4458-43f2-85b2-e3a3d08589a2 req-da415981-44c8-4a77-a751-00de86b7716e tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d95b20-34d2-4696-aa2c-a8a59d7e5b7b&id=6f9a9a1e-4230-476d-a929-d2339a8736f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1197891 May 25 15:48:57.342882 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c191911-aaad-4e77-9726-e38cd7c7c217 req-576e7803-0304-4f9a-bbcb-38e36ca6cbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:57.344619 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-9c191911-aaad-4e77-9726-e38cd7c7c217 req-576e7803-0304-4f9a-bbcb-38e36ca6cbf8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2e23e138-5300-4d67-9423-ae7531ef4a22 HTTP/1.1" status: 200 len: 916 time: 0.1859016 May 25 15:48:57.477079 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-9c191911-aaad-4e77-9726-e38cd7c7c217 req-45b4cc03-37be-4d92-a672-28bb7e19b458 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a643f8ed-8746-46d8-9074-de08427fbe0e HTTP/1.1" status: 200 len: 1001 time: 0.1187284 May 25 15:48:57.576469 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c191911-aaad-4e77-9726-e38cd7c7c217 req-812dcdd6-3022-4542-9f1f-ccf7b33ebc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:57.578369 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-9c191911-aaad-4e77-9726-e38cd7c7c217 req-812dcdd6-3022-4542-9f1f-ccf7b33ebc9d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d764aad-82e4-482f-aa9a-8954a4d179af HTTP/1.1" status: 200 len: 854 time: 0.0951645 May 25 15:48:57.664097 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c191911-aaad-4e77-9726-e38cd7c7c217 req-c654c5bc-4a1d-4a64-837f-0ec0f8c6119a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:57.665681 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-9c191911-aaad-4e77-9726-e38cd7c7c217 req-c654c5bc-4a1d-4a64-837f-0ec0f8c6119a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2e23e138-5300-4d67-9423-ae7531ef4a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0786314 May 25 15:48:57.829906 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-9c191911-aaad-4e77-9726-e38cd7c7c217 req-7ebabae0-24e4-4bab-9d0d-e3ff85931c5a service neutron] 10.222.0.62 "GET /v2.0/networks/2e23e138-5300-4d67-9423-ae7531ef4a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554916 May 25 15:48:57.982748 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-9c191911-aaad-4e77-9726-e38cd7c7c217 req-5423e662-a942-48e4-a4a5-aec359081fe5 service neutron] 10.222.0.62 "GET /v2.0/networks/2e23e138-5300-4d67-9423-ae7531ef4a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454902 May 25 15:48:58.505965 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d46c7-3dc5-42c1-8de9-5823bc45601e req-1b4f6175-d2e1-4a98-a8b7-615d8741c72e tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:58.507491 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f03d46c7-3dc5-42c1-8de9-5823bc45601e req-1b4f6175-d2e1-4a98-a8b7-615d8741c72e tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/ports?device_id=2850869e-e524-45ab-8d9b-e4639e80073d HTTP/1.1" status: 200 len: 984 time: 0.0887713 May 25 15:48:58.643989 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f03d46c7-3dc5-42c1-8de9-5823bc45601e req-04a934db-5936-435c-8189-c7545d5fd296 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d95b20-34d2-4696-aa2c-a8a59d7e5b7b&id=6f9a9a1e-4230-476d-a929-d2339a8736f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1295373 May 25 15:48:59.832979 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d83cd-5801-4bcc-9867-e54b08fedbe5 req-88cbd4ef-1d35-42d4-8249-b4557a51b594 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:59.834033 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f33d83cd-5801-4bcc-9867-e54b08fedbe5 req-88cbd4ef-1d35-42d4-8249-b4557a51b594 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/ports?device_id=2850869e-e524-45ab-8d9b-e4639e80073d HTTP/1.1" status: 200 len: 984 time: 0.0806971 May 25 15:48:59.881447 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f33d83cd-5801-4bcc-9867-e54b08fedbe5 req-71ba0e24-1b62-4cd5-85c6-79744b93a71f tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d95b20-34d2-4696-aa2c-a8a59d7e5b7b&id=6f9a9a1e-4230-476d-a929-d2339a8736f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409760 May 25 15:49:01.078294 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4668ba-281a-4481-8c4a-5f0a50d3a0d8 req-efee6bfd-716b-4bca-9302-8def08901637 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:01.079790 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-3d4668ba-281a-4481-8c4a-5f0a50d3a0d8 req-efee6bfd-716b-4bca-9302-8def08901637 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/ports?device_id=2850869e-e524-45ab-8d9b-e4639e80073d HTTP/1.1" status: 200 len: 984 time: 0.0848472 May 25 15:49:01.127047 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-3d4668ba-281a-4481-8c4a-5f0a50d3a0d8 req-07de8abd-86f7-46e9-9832-72d6c6db2c2a tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d95b20-34d2-4696-aa2c-a8a59d7e5b7b&id=6f9a9a1e-4230-476d-a929-d2339a8736f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413678 May 25 15:49:02.315317 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c03fb-dad0-4ba6-80f4-9e41f1209d78 req-4a4b39ac-825d-40dd-bf0f-791921ee16cd tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:02.316792 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-855c03fb-dad0-4ba6-80f4-9e41f1209d78 req-4a4b39ac-825d-40dd-bf0f-791921ee16cd tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/ports?device_id=2850869e-e524-45ab-8d9b-e4639e80073d HTTP/1.1" status: 200 len: 984 time: 0.0795405 May 25 15:49:02.368990 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-855c03fb-dad0-4ba6-80f4-9e41f1209d78 req-766ed0ee-3d5b-4535-a59a-67b7b89f7b1d tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d95b20-34d2-4696-aa2c-a8a59d7e5b7b&id=6f9a9a1e-4230-476d-a929-d2339a8736f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0421972 May 25 15:49:03.583766 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68e8e09-2493-481a-b02f-aaea672abfba req-1fb6e80b-e862-4a24-8c61-3be52e801e78 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:03.585440 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f68e8e09-2493-481a-b02f-aaea672abfba req-1fb6e80b-e862-4a24-8c61-3be52e801e78 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/ports?device_id=2850869e-e524-45ab-8d9b-e4639e80073d HTTP/1.1" status: 200 len: 984 time: 0.0895562 May 25 15:49:03.634410 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f68e8e09-2493-481a-b02f-aaea672abfba req-7ed43272-7b2a-4e19-b39e-eaed654eb488 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d95b20-34d2-4696-aa2c-a8a59d7e5b7b&id=6f9a9a1e-4230-476d-a929-d2339a8736f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417089 May 25 15:49:04.826672 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb9b152-b11c-4d4b-b0e5-88c76343c80d req-f04050f0-cffe-443a-9266-dff9766d2c3d tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:04.828178 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-bbb9b152-b11c-4d4b-b0e5-88c76343c80d req-f04050f0-cffe-443a-9266-dff9766d2c3d tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/ports?device_id=2850869e-e524-45ab-8d9b-e4639e80073d HTTP/1.1" status: 200 len: 984 time: 0.0824561 May 25 15:49:04.881644 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-bbb9b152-b11c-4d4b-b0e5-88c76343c80d req-72a30415-6c12-4001-87fa-37d7a35e9c75 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d95b20-34d2-4696-aa2c-a8a59d7e5b7b&id=6f9a9a1e-4230-476d-a929-d2339a8736f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0474339 May 25 15:49:05.484658 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb24976-6fb3-4c1e-8bdb-a0853af1b29f req-ec939cad-fa52-4ce8-97c0-eba4b149c2eb tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:05.486148 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-dfb24976-6fb3-4c1e-8bdb-a0853af1b29f req-ec939cad-fa52-4ce8-97c0-eba4b149c2eb tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/ports?device_id=f81b166b-b834-47f1-b96d-c38478e12435 HTTP/1.1" status: 200 len: 946 time: 0.0829034 May 25 15:49:05.549106 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-dfb24976-6fb3-4c1e-8bdb-a0853af1b29f req-1e45a2bd-c6f3-4c6b-8643-73e419e70b93 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/security-groups?id=189333c9-11a5-4f2f-acef-e76f6d526f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560951 May 25 15:49:05.757922 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.agents_db [None req-e0968af0-a351-492f-a815-45d38f582ebc None None] Agent healthcheck: found 6 active agents {{(pid=98660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:49:06.076383 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f5548-f72c-41aa-b261-58a7073a88ae req-95a7c46a-380e-4dda-b875-821d51eae539 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:06.077891 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-243f5548-f72c-41aa-b261-58a7073a88ae req-95a7c46a-380e-4dda-b875-821d51eae539 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/ports?device_id=2850869e-e524-45ab-8d9b-e4639e80073d HTTP/1.1" status: 200 len: 984 time: 0.0878122 May 25 15:49:06.126617 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-243f5548-f72c-41aa-b261-58a7073a88ae req-06ce0271-cccc-4312-8c93-b0128eeabd98 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d95b20-34d2-4696-aa2c-a8a59d7e5b7b&id=6f9a9a1e-4230-476d-a929-d2339a8736f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428612 May 25 15:49:06.749393 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e226a77a-c9ad-474e-8219-e8d9622e9e59 req-93620019-0e99-4d78-9650-0fc331d54b02 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:06.750769 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e226a77a-c9ad-474e-8219-e8d9622e9e59 req-93620019-0e99-4d78-9650-0fc331d54b02 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/ports?device_id=f81b166b-b834-47f1-b96d-c38478e12435 HTTP/1.1" status: 200 len: 946 time: 0.0812171 May 25 15:49:06.797714 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e226a77a-c9ad-474e-8219-e8d9622e9e59 req-7bc40ee3-7809-4fb1-95a5-4bb7ff3596fa tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/security-groups?id=189333c9-11a5-4f2f-acef-e76f6d526f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411768 May 25 15:49:07.317188 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97677de-8c03-453c-934f-191fae82df11 req-c10f5035-bf90-4c40-9a34-d465feaf86be tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:07.318573 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-d97677de-8c03-453c-934f-191fae82df11 req-c10f5035-bf90-4c40-9a34-d465feaf86be tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/ports?device_id=2850869e-e524-45ab-8d9b-e4639e80073d HTTP/1.1" status: 200 len: 984 time: 0.0849087 May 25 15:49:07.369077 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-d97677de-8c03-453c-934f-191fae82df11 req-b03fd43e-72f0-473c-a156-0029d9104051 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d95b20-34d2-4696-aa2c-a8a59d7e5b7b&id=6f9a9a1e-4230-476d-a929-d2339a8736f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0425146 May 25 15:49:07.994208 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82626eea-4f19-4e2b-94fa-cdc611fa9908 req-dec394f5-b3ce-4dc5-8dea-a8167a14fe73 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:07.995725 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-82626eea-4f19-4e2b-94fa-cdc611fa9908 req-dec394f5-b3ce-4dc5-8dea-a8167a14fe73 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/ports?device_id=f81b166b-b834-47f1-b96d-c38478e12435 HTTP/1.1" status: 200 len: 946 time: 0.0848181 May 25 15:49:08.045126 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-82626eea-4f19-4e2b-94fa-cdc611fa9908 req-28e38000-6c70-4b5e-93d6-dd77a6feb550 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/security-groups?id=189333c9-11a5-4f2f-acef-e76f6d526f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436280 May 25 15:49:08.578450 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d48cd-e509-42f5-9adf-c74121a37cc2 req-020d613f-94ad-49ca-8dde-e695d6255e1a tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:08.579928 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-892d48cd-e509-42f5-9adf-c74121a37cc2 req-020d613f-94ad-49ca-8dde-e695d6255e1a tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/ports?device_id=2850869e-e524-45ab-8d9b-e4639e80073d HTTP/1.1" status: 200 len: 984 time: 0.0972500 May 25 15:49:08.628124 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-892d48cd-e509-42f5-9adf-c74121a37cc2 req-0ebee164-5e89-4dd9-8a34-d5ebdb507d35 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d95b20-34d2-4696-aa2c-a8a59d7e5b7b&id=6f9a9a1e-4230-476d-a929-d2339a8736f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417390 May 25 15:49:09.256754 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2b142-df08-4197-af49-6296990113d1 req-cda72d69-9f0d-467f-bd5c-679b35b3762a tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:09.258367 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-d4c2b142-df08-4197-af49-6296990113d1 req-cda72d69-9f0d-467f-bd5c-679b35b3762a tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/ports?device_id=f81b166b-b834-47f1-b96d-c38478e12435 HTTP/1.1" status: 200 len: 946 time: 0.0947278 May 25 15:49:09.306394 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-d4c2b142-df08-4197-af49-6296990113d1 req-c198b249-bdc7-4e76-881e-4f30dee4c26a tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/security-groups?id=189333c9-11a5-4f2f-acef-e76f6d526f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403564 May 25 15:49:09.818461 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9516de0-492b-4b64-aace-0e745dae803e req-d5c4a011-cfdc-427e-80ba-4f8e3d8e3a38 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:09.820683 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f9516de0-492b-4b64-aace-0e745dae803e req-d5c4a011-cfdc-427e-80ba-4f8e3d8e3a38 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/ports?device_id=2850869e-e524-45ab-8d9b-e4639e80073d HTTP/1.1" status: 200 len: 984 time: 0.0812559 May 25 15:49:09.871359 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f9516de0-492b-4b64-aace-0e745dae803e req-a7350b47-6a42-4c85-b3c0-0d2d8884ab33 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/security-groups?id=82d95b20-34d2-4696-aa2c-a8a59d7e5b7b&id=6f9a9a1e-4230-476d-a929-d2339a8736f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418284 May 25 15:49:10.499818 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb5182-7b88-4054-a10e-b8fb2c02c2cc req-cd6e295d-8613-4d09-9c5f-1a0087ed4856 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:10.501173 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-2eeb5182-7b88-4054-a10e-b8fb2c02c2cc req-cd6e295d-8613-4d09-9c5f-1a0087ed4856 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/ports?device_id=f81b166b-b834-47f1-b96d-c38478e12435 HTTP/1.1" status: 200 len: 946 time: 0.0846512 May 25 15:49:10.551527 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-2eeb5182-7b88-4054-a10e-b8fb2c02c2cc req-59f5aebc-3355-41e2-95f8-0842838e4c67 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/security-groups?id=189333c9-11a5-4f2f-acef-e76f6d526f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439515 May 25 15:49:11.753271 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3541b85-0899-44e1-ae8c-80871ad7e3f3 req-87ad400e-ae43-4f6a-8b97-bdae8dfa2673 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:11.754845 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-a3541b85-0899-44e1-ae8c-80871ad7e3f3 req-87ad400e-ae43-4f6a-8b97-bdae8dfa2673 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/ports?device_id=f81b166b-b834-47f1-b96d-c38478e12435 HTTP/1.1" status: 200 len: 946 time: 0.0892630 May 25 15:49:11.803418 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-a3541b85-0899-44e1-ae8c-80871ad7e3f3 req-e53ecc17-fb7f-48a2-bf17-583c79485e07 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/security-groups?id=189333c9-11a5-4f2f-acef-e76f6d526f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424199 May 25 15:49:13.004182 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d8abe-0e9e-4dff-b4fe-c9b4fc1509a5 req-b4a56ebd-ecbd-455c-8ed8-baca448f6cd6 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:13.005653 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-ea4d8abe-0e9e-4dff-b4fe-c9b4fc1509a5 req-b4a56ebd-ecbd-455c-8ed8-baca448f6cd6 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/ports?device_id=f81b166b-b834-47f1-b96d-c38478e12435 HTTP/1.1" status: 200 len: 946 time: 0.0867939 May 25 15:49:13.050344 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-ea4d8abe-0e9e-4dff-b4fe-c9b4fc1509a5 req-3a0fb1e6-e03f-4898-ac93-14e00291ec82 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/security-groups?id=189333c9-11a5-4f2f-acef-e76f6d526f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387650 May 25 15:49:14.239665 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908938f-e22c-4f37-880e-e5659e41296f req-f04ca742-dac6-4703-bb45-3e6bff508ba9 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:14.241141 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4908938f-e22c-4f37-880e-e5659e41296f req-f04ca742-dac6-4703-bb45-3e6bff508ba9 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/ports?device_id=f81b166b-b834-47f1-b96d-c38478e12435 HTTP/1.1" status: 200 len: 946 time: 0.0804245 May 25 15:49:14.290124 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4908938f-e22c-4f37-880e-e5659e41296f req-39b30d32-588c-4203-b55e-7d94dfbad4da tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/security-groups?id=189333c9-11a5-4f2f-acef-e76f6d526f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425177 May 25 15:49:14.455457 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-f0d9668f-e06c-43a2-89a3-5f8526bc5332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:15.486349 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c3768-7f50-4d0c-b3b1-f275cb7496d6 req-08849362-c036-4d20-9501-ca21c15890dc tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:15.487738 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-ff8c3768-7f50-4d0c-b3b1-f275cb7496d6 req-08849362-c036-4d20-9501-ca21c15890dc tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/ports?device_id=f81b166b-b834-47f1-b96d-c38478e12435 HTTP/1.1" status: 200 len: 946 time: 0.0834544 May 25 15:49:15.535882 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-ff8c3768-7f50-4d0c-b3b1-f275cb7496d6 req-6e90cf3a-8dac-4563-aab0-b44f5b766fe0 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/security-groups?id=189333c9-11a5-4f2f-acef-e76f6d526f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424008 May 25 15:49:15.799171 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae3339-2319-4a08-ab0c-23fc805a94c6 req-95e7da94-0e5b-4d48-9da7-3ef5f5a15575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:15.800550 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0fae3339-2319-4a08-ab0c-23fc805a94c6 req-95e7da94-0e5b-4d48-9da7-3ef5f5a15575 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e9b5bff4dfaf41e8a476ec518bbc48d4&device_id=f81b166b-b834-47f1-b96d-c38478e12435 HTTP/1.1" status: 200 len: 1099 time: 0.1590550 May 25 15:49:15.935920 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae3339-2319-4a08-ab0c-23fc805a94c6 req-3a07c5e0-8a8f-4cb9-8bb7-4c6476cb33b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:15.937348 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0fae3339-2319-4a08-ab0c-23fc805a94c6 req-3a07c5e0-8a8f-4cb9-8bb7-4c6476cb33b3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a9666395-6498-4bd8-9812-838161f765df HTTP/1.1" status: 200 len: 908 time: 0.1299698 May 25 15:49:16.050076 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0fae3339-2319-4a08-ab0c-23fc805a94c6 req-ab357d14-bd65-47a9-a8a5-449145d81d9c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=904c50ab-92ff-4c44-82da-092fe7d19531 HTTP/1.1" status: 200 len: 1001 time: 0.1049259 May 25 15:49:16.116703 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae3339-2319-4a08-ab0c-23fc805a94c6 req-67bd7ac1-549d-4720-aeeb-ac42a0a8c2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:16.118156 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0fae3339-2319-4a08-ab0c-23fc805a94c6 req-67bd7ac1-549d-4720-aeeb-ac42a0a8c2ee service neutron] 10.222.0.62 "GET /v2.0/subnets?id=78d8c6d8-85b3-4128-a7af-7d4f98cb12b1 HTTP/1.1" status: 200 len: 846 time: 0.0601189 May 25 15:49:16.194008 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae3339-2319-4a08-ab0c-23fc805a94c6 req-09fef2a6-172d-4aaa-9f08-92d56cb06856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:16.195644 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0fae3339-2319-4a08-ab0c-23fc805a94c6 req-09fef2a6-172d-4aaa-9f08-92d56cb06856 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a9666395-6498-4bd8-9812-838161f765df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0703397 May 25 15:49:16.341043 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0fae3339-2319-4a08-ab0c-23fc805a94c6 req-a7a05321-d462-4e2d-b5c9-9952e240c787 service neutron] 10.222.0.62 "GET /v2.0/networks/a9666395-6498-4bd8-9812-838161f765df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318285 May 25 15:49:16.479871 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0fae3339-2319-4a08-ab0c-23fc805a94c6 req-08172436-dfbc-44d0-9b49-92002c34934d service neutron] 10.222.0.62 "GET /v2.0/networks/a9666395-6498-4bd8-9812-838161f765df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313264 May 25 15:49:16.738186 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd8e7d-346d-4717-b9f6-64b3281df213 req-f38b5f64-e9d6-4799-9cd8-7b80abb4c925 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:16.739654 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-02bd8e7d-346d-4717-b9f6-64b3281df213 req-f38b5f64-e9d6-4799-9cd8-7b80abb4c925 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/ports?device_id=f81b166b-b834-47f1-b96d-c38478e12435 HTTP/1.1" status: 200 len: 946 time: 0.0913801 May 25 15:49:16.785704 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-02bd8e7d-346d-4717-b9f6-64b3281df213 req-cd7fed6e-bd63-4a02-a447-7e5e2f1dab70 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/security-groups?id=189333c9-11a5-4f2f-acef-e76f6d526f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401323 May 25 15:49:17.306576 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:17.461946 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-57b2cbb4-893f-4705-bc11-fa27fe564f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:17.972390 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850ff78-ebe1-4b5c-bb24-3c95223ab835 req-20d57c35-e15f-405c-94e8-76748e71dcd0 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:17.973847 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4850ff78-ebe1-4b5c-bb24-3c95223ab835 req-20d57c35-e15f-405c-94e8-76748e71dcd0 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/ports?device_id=f81b166b-b834-47f1-b96d-c38478e12435 HTTP/1.1" status: 200 len: 946 time: 0.0783374 May 25 15:49:18.027280 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4850ff78-ebe1-4b5c-bb24-3c95223ab835 req-a117303e-044c-43ed-b5e9-95a6c6571ec5 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/security-groups?id=189333c9-11a5-4f2f-acef-e76f6d526f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436654 May 25 15:49:18.404853 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:18.917758 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-5e596f64-6e97-4d78-9813-f3b7462efcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:19.241039 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5aebb-85df-440c-b6dd-9c5b82545125 req-98904e9a-ae15-4601-b65c-db4fac715489 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:19.242491 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-42d5aebb-85df-440c-b6dd-9c5b82545125 req-98904e9a-ae15-4601-b65c-db4fac715489 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/ports?device_id=f81b166b-b834-47f1-b96d-c38478e12435 HTTP/1.1" status: 200 len: 946 time: 0.0931089 May 25 15:49:19.288882 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-42d5aebb-85df-440c-b6dd-9c5b82545125 req-e81f9840-e4ff-40ae-a014-0470d69862c7 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/security-groups?id=189333c9-11a5-4f2f-acef-e76f6d526f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394168 May 25 15:49:19.616863 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-fc763606-5b35-47bc-bae0-0e69df176d8b req-216fd535-e447-4ba9-845b-f2306da2a9a3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f81b166b-b834-47f1-b96d-c38478e12435&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1117065 May 25 15:49:19.667722 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86252afd-2a73-42b9-a06b-4d289a12cfda req-ded5e988-13c5-4f8b-8456-277e5cc1a6f2 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:19.669190 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-86252afd-2a73-42b9-a06b-4d289a12cfda req-ded5e988-13c5-4f8b-8456-277e5cc1a6f2 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/ports?device_id=f81b166b-b834-47f1-b96d-c38478e12435 HTTP/1.1" status: 200 len: 946 time: 0.0868356 May 25 15:49:19.717556 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-86252afd-2a73-42b9-a06b-4d289a12cfda req-935d5ab8-f472-45f6-a2b0-840a002d6f5e tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/security-groups?id=189333c9-11a5-4f2f-acef-e76f6d526f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422921 May 25 15:49:20.477660 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-61dd613b-f3f2-4fd9-acf0-68300fd05fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:20.934714 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef2593-5318-490b-8b07-7a67bf85f998 req-b84c3cea-8908-490e-8d96-d24d0962e263 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:20.936678 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-50ef2593-5318-490b-8b07-7a67bf85f998 req-b84c3cea-8908-490e-8d96-d24d0962e263 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/ports?device_id=f81b166b-b834-47f1-b96d-c38478e12435 HTTP/1.1" status: 200 len: 946 time: 0.1037073 May 25 15:49:20.990756 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-50ef2593-5318-490b-8b07-7a67bf85f998 req-8a72b864-8eb2-4d1b-9000-e1df1eca3110 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/security-groups?id=189333c9-11a5-4f2f-acef-e76f6d526f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433202 May 25 15:49:21.571426 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc763606-5b35-47bc-bae0-0e69df176d8b req-95d435c1-947e-4327-840a-c8e618794f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:21.573859 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-fc763606-5b35-47bc-bae0-0e69df176d8b req-95d435c1-947e-4327-840a-c8e618794f70 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f81b166b-b834-47f1-b96d-c38478e12435&tenant_id=e9b5bff4dfaf41e8a476ec518bbc48d4 HTTP/1.1" status: 200 len: 1099 time: 0.0856771 May 25 15:49:21.722671 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc763606-5b35-47bc-bae0-0e69df176d8b req-03ec53aa-2106-4196-a074-10ccf8920471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:21.724227 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-fc763606-5b35-47bc-bae0-0e69df176d8b req-03ec53aa-2106-4196-a074-10ccf8920471 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e9b5bff4dfaf41e8a476ec518bbc48d4&device_id=f81b166b-b834-47f1-b96d-c38478e12435 HTTP/1.1" status: 200 len: 1099 time: 0.0770438 May 25 15:49:21.864934 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc763606-5b35-47bc-bae0-0e69df176d8b req-4af8a9bb-966d-42ed-b3d2-24eb311b8df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:21.866295 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-fc763606-5b35-47bc-bae0-0e69df176d8b req-4af8a9bb-966d-42ed-b3d2-24eb311b8df4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a9666395-6498-4bd8-9812-838161f765df HTTP/1.1" status: 200 len: 908 time: 0.1350446 May 25 15:49:21.979007 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device 904c50ab-92ff-4c44-82da-092fe7d19531 no longer exists at agent hyperv_hv-cinder-79123 {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:49:22.089360 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-fc763606-5b35-47bc-bae0-0e69df176d8b req-df7ec506-28ca-4b51-8614-967534e75f08 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=904c50ab-92ff-4c44-82da-092fe7d19531 HTTP/1.1" status: 200 len: 1001 time: 0.2145469 May 25 15:49:22.115777 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:22.147807 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f81b166b-b834-47f1-b96d-c38478e12435', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '904c50ab-92ff-4c44-82da-092fe7d19531'}] {{(pid=98656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:49:22.159920 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port 904c50ab-92ff-4c44-82da-092fe7d19531, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=904c50ab-92ff-4c44-82da-092fe7d19531,segment=NetworkSegment(8626442b-6d51-4379-a5f0-edfdfd330e04),segment_id=8626442b-6d51-4379-a5f0-edfdfd330e04)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:49:22.165488 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:22.168291 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:22.205336 dv-cinder-791239-3-smb neutron-server[98656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f81b166b-b834-47f1-b96d-c38478e12435', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '904c50ab-92ff-4c44-82da-092fe7d19531', 'code': 200} May 25 15:49:22.221285 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc763606-5b35-47bc-bae0-0e69df176d8b req-3e09ea82-597c-4224-a452-04f5c1330bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:22.222713 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-fc763606-5b35-47bc-bae0-0e69df176d8b req-3e09ea82-597c-4224-a452-04f5c1330bd2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=78d8c6d8-85b3-4128-a7af-7d4f98cb12b1 HTTP/1.1" status: 200 len: 846 time: 0.1251945 May 25 15:49:22.240432 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Pushing event updated for resources: {'Port': ['ID=904c50ab-92ff-4c44-82da-092fe7d19531,revision_number=6']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:22.243883 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:22.246493 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2207fd-1c54-4220-967e-cc04b1d11379 req-522765bf-e238-4771-8ac3-181aa160b9a6 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:22.250084 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0f2207fd-1c54-4220-967e-cc04b1d11379 req-522765bf-e238-4771-8ac3-181aa160b9a6 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/ports?device_id=f81b166b-b834-47f1-b96d-c38478e12435 HTTP/1.1" status: 200 len: 944 time: 0.1163056 May 25 15:49:22.347200 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0f2207fd-1c54-4220-967e-cc04b1d11379 req-6a46bdae-6024-4e0f-9087-11702b843dd2 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/security-groups?id=189333c9-11a5-4f2f-acef-e76f6d526f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674739 May 25 15:49:22.363889 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc763606-5b35-47bc-bae0-0e69df176d8b req-fe7869d8-47a2-4ef8-b2ac-e4adcf4067c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:22.365455 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-fc763606-5b35-47bc-bae0-0e69df176d8b req-fe7869d8-47a2-4ef8-b2ac-e4adcf4067c2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a9666395-6498-4bd8-9812-838161f765df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1165378 May 25 15:49:22.506482 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-fc763606-5b35-47bc-bae0-0e69df176d8b req-b982d6bd-8f8a-4463-832f-9782f53b1b82 service neutron] 10.222.0.62 "GET /v2.0/networks/a9666395-6498-4bd8-9812-838161f765df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330628 May 25 15:49:22.662671 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-fc763606-5b35-47bc-bae0-0e69df176d8b req-d5616c1e-1126-4839-8108-7f192730c00a service neutron] 10.222.0.62 "GET /v2.0/networks/a9666395-6498-4bd8-9812-838161f765df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478562 May 25 15:49:23.550720 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37ee34-4f1f-46f0-963c-e2947ab2dbae req-328ead2f-32ff-4b4a-8aea-8a91dbd3164e tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:23.552136 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-bc37ee34-4f1f-46f0-963c-e2947ab2dbae req-328ead2f-32ff-4b4a-8aea-8a91dbd3164e tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/ports?device_id=f81b166b-b834-47f1-b96d-c38478e12435 HTTP/1.1" status: 200 len: 944 time: 0.0853145 May 25 15:49:23.601778 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-bc37ee34-4f1f-46f0-963c-e2947ab2dbae req-0779d3e7-711d-4f21-b1a0-fdb0e770e83b tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/security-groups?id=189333c9-11a5-4f2f-acef-e76f6d526f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440145 May 25 15:49:24.830250 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b72101-a8bb-4b5c-9291-20baf1911d68 req-762de30c-e028-4144-acc6-c4bd33849615 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:24.838196 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-28b72101-a8bb-4b5c-9291-20baf1911d68 req-762de30c-e028-4144-acc6-c4bd33849615 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/ports?device_id=f81b166b-b834-47f1-b96d-c38478e12435 HTTP/1.1" status: 200 len: 944 time: 0.1211104 May 25 15:49:24.887633 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-28b72101-a8bb-4b5c-9291-20baf1911d68 req-a8f9ca89-4115-4421-8883-03edddb197c7 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/security-groups?id=189333c9-11a5-4f2f-acef-e76f6d526f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423033 May 25 15:49:25.905035 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5c71a-41e5-4e2a-9cd4-0d6e52b6b619 req-252be152-94c8-4b74-9dae-3f20724a550f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:25.906533 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-50d5c71a-41e5-4e2a-9cd4-0d6e52b6b619 req-252be152-94c8-4b74-9dae-3f20724a550f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f81b166b-b834-47f1-b96d-c38478e12435 HTTP/1.1" status: 200 len: 1097 time: 0.0777566 May 25 15:49:25.950181 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-50d5c71a-41e5-4e2a-9cd4-0d6e52b6b619 req-fab58861-73bd-40c4-898a-523b6b6e16ff service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=189333c9-11a5-4f2f-acef-e76f6d526f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359664 May 25 15:49:26.084749 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971678d2-545e-49b3-9472-9b106fa392cf req-94f2cf38-0142-4fd5-87f8-6c4a8fe1d568 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:26.086197 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-971678d2-545e-49b3-9472-9b106fa392cf req-94f2cf38-0142-4fd5-87f8-6c4a8fe1d568 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/ports?device_id=f81b166b-b834-47f1-b96d-c38478e12435 HTTP/1.1" status: 200 len: 944 time: 0.0897510 May 25 15:49:26.136827 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-971678d2-545e-49b3-9472-9b106fa392cf req-f53047b8-e779-445d-b3d8-1e8e4b6207cf tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/security-groups?id=189333c9-11a5-4f2f-acef-e76f6d526f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441606 May 25 15:49:27.053524 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-3acee506-5b82-49ab-8da6-903d44e3980c req-60548f9b-50ce-46a2-aac3-e7ecbc9d4e25 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2850869e-e524-45ab-8d9b-e4639e80073d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0780022 May 25 15:49:27.168257 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acee506-5b82-49ab-8da6-903d44e3980c req-56e60315-bd6d-4ab9-acec-736998460d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:27.169329 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-3acee506-5b82-49ab-8da6-903d44e3980c req-56e60315-bd6d-4ab9-acec-736998460d40 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=40f0e137ef6d459694b23fb772f41365&device_id=2850869e-e524-45ab-8d9b-e4639e80073d HTTP/1.1" status: 200 len: 1137 time: 0.0781026 May 25 15:49:27.415755 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acee506-5b82-49ab-8da6-903d44e3980c req-ab9f9c29-b4bd-4ace-9115-fde63b073cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:27.420707 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-3acee506-5b82-49ab-8da6-903d44e3980c req-ab9f9c29-b4bd-4ace-9115-fde63b073cae service neutron] 10.222.0.62 "GET /v2.0/networks?id=2e23e138-5300-4d67-9423-ae7531ef4a22 HTTP/1.1" status: 200 len: 916 time: 0.2254012 May 25 15:49:27.431637 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f95b842-2de3-4cfa-9585-a371adb2ff0f req-049ff074-15dc-4ce2-b108-09a5061dce2c tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:27.433198 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0f95b842-2de3-4cfa-9585-a371adb2ff0f req-049ff074-15dc-4ce2-b108-09a5061dce2c tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/ports?device_id=f81b166b-b834-47f1-b96d-c38478e12435 HTTP/1.1" status: 200 len: 944 time: 0.1509259 May 25 15:49:27.584587 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0f95b842-2de3-4cfa-9585-a371adb2ff0f req-16432c4e-7165-4b27-a278-eaba08ebc365 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/security-groups?id=189333c9-11a5-4f2f-acef-e76f6d526f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862942 May 25 15:49:27.587844 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-3acee506-5b82-49ab-8da6-903d44e3980c req-ff583ea3-c9c7-4a30-ac99-7d899f7edb48 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a643f8ed-8746-46d8-9074-de08427fbe0e HTTP/1.1" status: 200 len: 1001 time: 0.1524217 May 25 15:49:27.674737 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acee506-5b82-49ab-8da6-903d44e3980c req-478a187e-d831-447f-811d-65e46e763238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:27.677040 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-3acee506-5b82-49ab-8da6-903d44e3980c req-478a187e-d831-447f-811d-65e46e763238 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d764aad-82e4-482f-aa9a-8954a4d179af HTTP/1.1" status: 200 len: 854 time: 0.0769792 May 25 15:49:27.765381 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acee506-5b82-49ab-8da6-903d44e3980c req-93cbb78a-ae41-4146-b9ae-714f6e725385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:27.766840 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-3acee506-5b82-49ab-8da6-903d44e3980c req-93cbb78a-ae41-4146-b9ae-714f6e725385 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2e23e138-5300-4d67-9423-ae7531ef4a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0823283 May 25 15:49:28.010287 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device 904c50ab-92ff-4c44-82da-092fe7d19531 details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=98656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:49:28.045758 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-3acee506-5b82-49ab-8da6-903d44e3980c req-573357ed-fac8-48cc-a28a-d50c8ed362a5 service neutron] 10.222.0.62 "GET /v2.0/networks/2e23e138-5300-4d67-9423-ae7531ef4a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711737 May 25 15:49:28.170912 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port 904c50ab-92ff-4c44-82da-092fe7d19531, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=904c50ab-92ff-4c44-82da-092fe7d19531,segment=NetworkSegment(8626442b-6d51-4379-a5f0-edfdfd330e04),segment_id=8626442b-6d51-4379-a5f0-edfdfd330e04)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:49:28.188484 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Returning: {'device': '904c50ab-92ff-4c44-82da-092fe7d19531', 'network_id': 'a9666395-6498-4bd8-9812-838161f765df', 'port_id': '904c50ab-92ff-4c44-82da-092fe7d19531', 'mac_address': 'fa:16:3e:5a:03:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78d8c6d8-85b3-4128-a7af-7d4f98cb12b1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:49:28.200745 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-3acee506-5b82-49ab-8da6-903d44e3980c req-7b5fcd1c-9096-42f2-9f02-b6bbad1acfa1 service neutron] 10.222.0.62 "GET /v2.0/networks/2e23e138-5300-4d67-9423-ae7531ef4a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471703 May 25 15:49:28.253964 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:28.310460 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.notifiers.nova [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 904c50ab-92ff-4c44-82da-092fe7d19531 {{(pid=98656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:49:28.326101 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port 904c50ab-92ff-4c44-82da-092fe7d19531, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=904c50ab-92ff-4c44-82da-092fe7d19531,segment=NetworkSegment(8626442b-6d51-4379-a5f0-edfdfd330e04),segment_id=8626442b-6d51-4379-a5f0-edfdfd330e04)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:49:28.330275 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:28.332099 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:28.398993 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Pushing event updated for resources: {'Port': ['ID=904c50ab-92ff-4c44-82da-092fe7d19531,revision_number=7']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:28.402525 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:28.795148 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ecc9f-7a09-4e05-86a3-5366b12445f0 req-77a991be-e03e-4a3d-b2d5-59e91839ed62 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:28.796873 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-8a6ecc9f-7a09-4e05-86a3-5366b12445f0 req-77a991be-e03e-4a3d-b2d5-59e91839ed62 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/ports?device_id=f81b166b-b834-47f1-b96d-c38478e12435 HTTP/1.1" status: 200 len: 945 time: 0.0843928 May 25 15:49:28.829414 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] get_ports_and_sgs() called for port_ids ['904c50ab-92ff-4c44-82da-092fe7d19531'] {{(pid=98656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:49:28.845417 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-8a6ecc9f-7a09-4e05-86a3-5366b12445f0 req-ace4877f-4975-4046-9fc0-feaf73f99acc tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/security-groups?id=189333c9-11a5-4f2f-acef-e76f6d526f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418990 May 25 15:49:32.036779 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device 904c50ab-92ff-4c44-82da-092fe7d19531 up at agent hyperv_hv-cinder-79123 {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:49:32.108120 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Provisioning complete for port 904c50ab-92ff-4c44-82da-092fe7d19531 triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:49:32.108398 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:32.229451 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:32.260996 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f81b166b-b834-47f1-b96d-c38478e12435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '904c50ab-92ff-4c44-82da-092fe7d19531'}] {{(pid=98656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:49:32.276121 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port 904c50ab-92ff-4c44-82da-092fe7d19531, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=904c50ab-92ff-4c44-82da-092fe7d19531,segment=NetworkSegment(8626442b-6d51-4379-a5f0-edfdfd330e04),segment_id=8626442b-6d51-4379-a5f0-edfdfd330e04)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:49:32.281514 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:32.283668 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-97dd5b4f-7895-43f5-881f-bf6b05665635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:32.324571 dv-cinder-791239-3-smb neutron-server[98656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f81b166b-b834-47f1-b96d-c38478e12435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '904c50ab-92ff-4c44-82da-092fe7d19531', 'code': 200} May 25 15:49:32.360531 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Pushing event updated for resources: {'Port': ['ID=904c50ab-92ff-4c44-82da-092fe7d19531,revision_number=8']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:32.364141 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:35.287650 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe79a12-0a20-4769-890e-2e27499f4a1d req-4d18d83d-993b-4f19-a957-aa49970490a4 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:35.289272 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-bfe79a12-0a20-4769-890e-2e27499f4a1d req-4d18d83d-993b-4f19-a957-aa49970490a4 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dfc0fe7-0b1c-4afb-beff-a1a2829e0a60 HTTP/1.1" status: 200 len: 946 time: 0.0897670 May 25 15:49:35.340462 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-bfe79a12-0a20-4769-890e-2e27499f4a1d req-755f3e09-a765-4363-bf3e-21aa701db3e6 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dfe976-e3e7-4db3-a434-c67e86d7a4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431523 May 25 15:49:36.543541 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b01187-11ef-41a8-b28a-6e0a6be7dcf3 req-b2b1e651-4f25-4d78-b2ec-9f1017c323bf tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:36.545180 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-d2b01187-11ef-41a8-b28a-6e0a6be7dcf3 req-b2b1e651-4f25-4d78-b2ec-9f1017c323bf tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dfc0fe7-0b1c-4afb-beff-a1a2829e0a60 HTTP/1.1" status: 200 len: 946 time: 0.0855958 May 25 15:49:36.599945 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-d2b01187-11ef-41a8-b28a-6e0a6be7dcf3 req-d44e801f-35bc-4278-90d6-8c22eb7418fc tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dfe976-e3e7-4db3-a434-c67e86d7a4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457187 May 25 15:49:37.484538 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd952ba8-9040-44c7-a665-202c8627a5f9 req-6b8aee73-20e8-488b-aa37-9a62d2f2ab17 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:37.486138 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-cd952ba8-9040-44c7-a665-202c8627a5f9 req-6b8aee73-20e8-488b-aa37-9a62d2f2ab17 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.62 "GET /v2.0/ports?device_id=0dfc0fe7-0b1c-4afb-beff-a1a2829e0a60 HTTP/1.1" status: 200 len: 946 time: 0.0949693 May 25 15:49:37.637347 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.plugin [req-cd952ba8-9040-44c7-a665-202c8627a5f9 req-aec3241c-c478-4862-b4d3-9db7586308f1 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Deleting port d5aadedc-cc6e-439f-ae71-7460c80c1060 {{(pid=98655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:49:37.638520 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-cd952ba8-9040-44c7-a665-202c8627a5f9 req-aec3241c-c478-4862-b4d3-9db7586308f1 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730536052803'] for port, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:37.827119 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.db [req-cd952ba8-9040-44c7-a665-202c8627a5f9 req-aec3241c-c478-4862-b4d3-9db7586308f1 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] For port d5aadedc-cc6e-439f-ae71-7460c80c1060, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=d5aadedc-cc6e-439f-ae71-7460c80c1060,segment=NetworkSegment(0c510c8f-714a-4fb1-927d-1e8254cb6993),segment_id=0c510c8f-714a-4fb1-927d-1e8254cb6993)] {{(pid=98655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:49:37.827373 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-cd952ba8-9040-44c7-a665-202c8627a5f9 req-aec3241c-c478-4862-b4d3-9db7586308f1 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16426746'] for port, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:37.918557 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0311e5d5-3fec-4a75-8c23-e92243172a74 req-d65476a4-7e14-4acc-ace5-4a2583dbcd0a tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:37.921084 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0311e5d5-3fec-4a75-8c23-e92243172a74 req-d65476a4-7e14-4acc-ace5-4a2583dbcd0a tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dfc0fe7-0b1c-4afb-beff-a1a2829e0a60 HTTP/1.1" status: 200 len: 946 time: 0.1998017 May 25 15:49:38.063117 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0311e5d5-3fec-4a75-8c23-e92243172a74 req-68ef1e4b-f199-4353-bd93-c84de9823e4a tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9dfe976-e3e7-4db3-a434-c67e86d7a4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366723 May 25 15:49:38.179785 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-cd952ba8-9040-44c7-a665-202c8627a5f9 req-aec3241c-c478-4862-b4d3-9db7586308f1 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:38.180154 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-cd952ba8-9040-44c7-a665-202c8627a5f9 req-aec3241c-c478-4862-b4d3-9db7586308f1 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423449'] for floatingip, after_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:38.180452 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.db.l3_db [req-cd952ba8-9040-44c7-a665-202c8627a5f9 req-aec3241c-c478-4862-b4d3-9db7586308f1 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Floating IP 2ca2e397-10f9-49ac-9e0e-f6e06e528cb9 disassociated. External IP: 172.28.3.104, port: d5aadedc-cc6e-439f-ae71-7460c80c1060. May 25 15:49:38.180777 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.plugin [req-cd952ba8-9040-44c7-a665-202c8627a5f9 req-aec3241c-c478-4862-b4d3-9db7586308f1 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Calling delete_port for d5aadedc-cc6e-439f-ae71-7460c80c1060 owned by compute:nova {{(pid=98655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:49:38.294942 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-cd952ba8-9040-44c7-a665-202c8627a5f9 req-aec3241c-c478-4862-b4d3-9db7586308f1 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730536055462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730535669971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13718067'] for port, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:38.302271 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-27b26be8-1c68-4f37-8a9a-3111f5503782 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:38.354705 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec3241c-c478-4862-b4d3-9db7586308f1 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Pushing event deleted for resources: {'Port': ['ID=d5aadedc-cc6e-439f-ae71-7460c80c1060,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:38.365369 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3241c-c478-4862-b4d3-9db7586308f1 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:38.365996 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3241c-c478-4862-b4d3-9db7586308f1 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:38.366358 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3241c-c478-4862-b4d3-9db7586308f1 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:38.366716 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3241c-c478-4862-b4d3-9db7586308f1 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:38.367067 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3241c-c478-4862-b4d3-9db7586308f1 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:38.367412 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3241c-c478-4862-b4d3-9db7586308f1 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:38.367787 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3241c-c478-4862-b4d3-9db7586308f1 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:38.368134 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3241c-c478-4862-b4d3-9db7586308f1 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:38.368477 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3241c-c478-4862-b4d3-9db7586308f1 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:38.368844 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3241c-c478-4862-b4d3-9db7586308f1 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:38.369296 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3241c-c478-4862-b4d3-9db7586308f1 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:38.369569 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3241c-c478-4862-b4d3-9db7586308f1 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:38.373648 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-aec3241c-c478-4862-b4d3-9db7586308f1 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:38.563870 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd952ba8-9040-44c7-a665-202c8627a5f9 req-aec3241c-c478-4862-b4d3-9db7586308f1 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Router 3c6f5408-ac61-4254-917d-d086a6b4bf5f has already been hosted by L3 agent f8a1ad16-ec6f-48c0-91e7-34790a8304cd {{(pid=98655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:49:38.845158 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd952ba8-9040-44c7-a665-202c8627a5f9 req-aec3241c-c478-4862-b4d3-9db7586308f1 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify agent at l3_agent.dv-cinder-791239-3-smb the message routers_updated {{(pid=98655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:49:38.855393 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3838036e-00aa-4f6a-8231-ddeffef2cf2a None None] Sync routers for ids ['3c6f5408-ac61-4254-917d-d086a6b4bf5f'] in dv-cinder-791239-3-smb {{(pid=98656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:49:38.865989 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3838036e-00aa-4f6a-8231-ddeffef2cf2a None None] Routers {'3c6f5408-ac61-4254-917d-d086a6b4bf5f'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:49:38.866616 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-3838036e-00aa-4f6a-8231-ddeffef2cf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:49:17Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['3c6f5408-ac61-4254-917d-d086a6b4bf5f'], 'active': True} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:49:38.921446 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd952ba8-9040-44c7-a665-202c8627a5f9 req-aec3241c-c478-4862-b4d3-9db7586308f1 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] No DVR routers for this DVR port d5aadedc-cc6e-439f-ae71-7460c80c1060 on host hv-cinder-79123 {{(pid=98655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:49:38.924083 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-cd952ba8-9040-44c7-a665-202c8627a5f9 req-aec3241c-c478-4862-b4d3-9db7586308f1 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for port, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:38.926833 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dfc0fe7-0b1c-4afb-beff-a1a2829e0a60', 'name': 'network-vif-deleted', 'tag': 'd5aadedc-cc6e-439f-ae71-7460c80c1060'}] {{(pid=98655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:49:38.943643 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-cd952ba8-9040-44c7-a665-202c8627a5f9 req-aec3241c-c478-4862-b4d3-9db7586308f1 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.62 "DELETE /v2.0/ports/d5aadedc-cc6e-439f-ae71-7460c80c1060 HTTP/1.1" status: 204 len: 173 time: 1.4520097 May 25 15:49:38.981156 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dfc0fe7-0b1c-4afb-beff-a1a2829e0a60', 'name': 'network-vif-deleted', 'tag': 'd5aadedc-cc6e-439f-ae71-7460c80c1060', 'status': 'completed', 'code': 200} May 25 15:49:39.069291 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvr_db [None req-3838036e-00aa-4f6a-8231-ddeffef2cf2a None None] Set router 3c6f5408-ac61-4254-917d-d086a6b4bf5f gateway port host: dv-cinder-791239-3-smb {{(pid=98656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:49:39.251380 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-729296ba-dfda-4ef9-aba1-144d0e767833 req-c049c023-1da6-4321-9ef8-315d1b0add2c tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Synchronizing usage tracker for tenant:ef29f0583dbd4d57978afb4a9dcb4a9d on resource:port {{(pid=98655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:49:39.269469 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-729296ba-dfda-4ef9-aba1-144d0e767833 req-c049c023-1da6-4321-9ef8-315d1b0add2c tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Unset dirty status for tenant:ef29f0583dbd4d57978afb4a9dcb4a9d on resource:port {{(pid=98655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:49:39.270774 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-729296ba-dfda-4ef9-aba1-144d0e767833 req-c049c023-1da6-4321-9ef8-315d1b0add2c tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dfc0fe7-0b1c-4afb-beff-a1a2829e0a60 HTTP/1.1" status: 200 len: 210 time: 0.0688815 May 25 15:49:39.427899 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-3838036e-00aa-4f6a-8231-ddeffef2cf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'name': 'tempest-AttachVolumeTestJSON-1359625331-router', 'tenant_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b11cc504-bb5d-49bc-a49c-289698977329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:41:22Z', 'updated_at': '2021-05-25T15:41:32Z', 'revision_number': 4, 'project_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'gw_port': {'id': 'b11cc504-bb5d-49bc-a49c-289698977329', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:eb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:24Z', 'updated_at': '2021-05-25T15:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_interfaces': [{'id': '6fa86e8e-d5d0-4224-b6b3-3de0fb442883', 'name': '', 'network_id': '91f778d4-efe4-4f00-8d64-09660e7b60f7', 'tenant_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'mac_address': 'fa:16:3e:25:1d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e1434e2d-9207-4f36-a5e8-fa06210626a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:30Z', 'updated_at': '2021-05-25T15:41:44Z', 'revision_number': 5, 'project_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'subnets': [{'id': 'e1434e2d-9207-4f36-a5e8-fa06210626a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:49:39.436832 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3838036e-00aa-4f6a-8231-ddeffef2cf2a None None] Checking router: 3c6f5408-ac61-4254-917d-d086a6b4bf5f for host: dv-cinder-791239-3-smb {{(pid=98656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:49:39.442080 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3838036e-00aa-4f6a-8231-ddeffef2cf2a None None] Routers {'3c6f5408-ac61-4254-917d-d086a6b4bf5f'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:49:39.442714 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-3838036e-00aa-4f6a-8231-ddeffef2cf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:49:17Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['3c6f5408-ac61-4254-917d-d086a6b4bf5f'], 'active': True} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:49:39.627193 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvr_db [None req-3838036e-00aa-4f6a-8231-ddeffef2cf2a None None] Set router 3c6f5408-ac61-4254-917d-d086a6b4bf5f gateway port host: dv-cinder-791239-3-smb {{(pid=98656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:49:39.995151 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-3838036e-00aa-4f6a-8231-ddeffef2cf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'name': 'tempest-AttachVolumeTestJSON-1359625331-router', 'tenant_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b11cc504-bb5d-49bc-a49c-289698977329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:41:22Z', 'updated_at': '2021-05-25T15:41:32Z', 'revision_number': 4, 'project_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'gw_port': {'id': 'b11cc504-bb5d-49bc-a49c-289698977329', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:eb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:24Z', 'updated_at': '2021-05-25T15:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_interfaces': [{'id': '6fa86e8e-d5d0-4224-b6b3-3de0fb442883', 'name': '', 'network_id': '91f778d4-efe4-4f00-8d64-09660e7b60f7', 'tenant_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'mac_address': 'fa:16:3e:25:1d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e1434e2d-9207-4f36-a5e8-fa06210626a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:30Z', 'updated_at': '2021-05-25T15:41:44Z', 'revision_number': 5, 'project_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'subnets': [{'id': 'e1434e2d-9207-4f36-a5e8-fa06210626a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:49:39.999970 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3838036e-00aa-4f6a-8231-ddeffef2cf2a None None] The sync data for ids ['3c6f5408-ac61-4254-917d-d086a6b4bf5f'] in dv-cinder-791239-3-smb is: [{'id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'name': 'tempest-AttachVolumeTestJSON-1359625331-router', 'tenant_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b11cc504-bb5d-49bc-a49c-289698977329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:41:22Z', 'updated_at': '2021-05-25T15:41:32Z', 'revision_number': 4, 'project_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'gw_port': {'id': 'b11cc504-bb5d-49bc-a49c-289698977329', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:eb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:24Z', 'updated_at': '2021-05-25T15:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_interfaces': [{'id': '6fa86e8e-d5d0-4224-b6b3-3de0fb442883', 'name': '', 'network_id': '91f778d4-efe4-4f00-8d64-09660e7b60f7', 'tenant_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'mac_address': 'fa:16:3e:25:1d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e1434e2d-9207-4f36-a5e8-fa06210626a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:30Z', 'updated_at': '2021-05-25T15:41:44Z', 'revision_number': 5, 'project_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'subnets': [{'id': 'e1434e2d-9207-4f36-a5e8-fa06210626a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:49:40.237761 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958c56f0-f693-492a-a97b-c9edbf951ef6 None None] New status for floating IP 2ca2e397-10f9-49ac-9e0e-f6e06e528cb9: DOWN {{(pid=98660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 15:49:40.408389 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 48902) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:49:40.482821 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-254efcc7-b26f-4f53-a2e1-834e70b9dd95 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:40.512886 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-254efcc7-b26f-4f53-a2e1-834e70b9dd95 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:40.568504 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-254efcc7-b26f-4f53-a2e1-834e70b9dd95 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:40.572701 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-bbaf6558-d42c-46f6-8685-03499b5d80f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:40.587640 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254efcc7-b26f-4f53-a2e1-834e70b9dd95 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9dfe976-e3e7-4db3-a434-c67e86d7a4ec,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:40.598583 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254efcc7-b26f-4f53-a2e1-834e70b9dd95 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:40.599063 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254efcc7-b26f-4f53-a2e1-834e70b9dd95 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:40.599434 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254efcc7-b26f-4f53-a2e1-834e70b9dd95 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:40.599827 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254efcc7-b26f-4f53-a2e1-834e70b9dd95 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:40.600186 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254efcc7-b26f-4f53-a2e1-834e70b9dd95 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:40.600545 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254efcc7-b26f-4f53-a2e1-834e70b9dd95 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:40.600897 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254efcc7-b26f-4f53-a2e1-834e70b9dd95 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:40.601247 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254efcc7-b26f-4f53-a2e1-834e70b9dd95 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:40.601600 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254efcc7-b26f-4f53-a2e1-834e70b9dd95 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:40.601951 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254efcc7-b26f-4f53-a2e1-834e70b9dd95 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:40.602294 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254efcc7-b26f-4f53-a2e1-834e70b9dd95 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:40.602647 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254efcc7-b26f-4f53-a2e1-834e70b9dd95 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:40.607804 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-254efcc7-b26f-4f53-a2e1-834e70b9dd95 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:40.611236 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-254efcc7-b26f-4f53-a2e1-834e70b9dd95 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:40.612395 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-254efcc7-b26f-4f53-a2e1-834e70b9dd95 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "DELETE /v2.0/security-groups/b9dfe976-e3e7-4db3-a434-c67e86d7a4ec HTTP/1.1" status: 204 len: 168 time: 0.2030532 May 25 15:49:40.615122 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 48906) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:49:40.631588 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.api.v2.resource [None req-5c04ac86-be16-4ebc-8c04-3159ed3b407a tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] show failed (client error): The resource could not be found. May 25 15:49:40.632628 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-5c04ac86-be16-4ebc-8c04-3159ed3b407a tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "GET /v2.0/security-groups/b9dfe976-e3e7-4db3-a434-c67e86d7a4ec HTTP/1.1" status: 404 len: 347 time: 0.0165617 May 25 15:49:40.635548 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 48910) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:49:40.868174 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.plugin [None req-e5517887-818c-4a04-9dd3-eb5df184d259 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Deleting port 2af7bb8e-be9e-40e0-af59-bec0cc0b0559 {{(pid=98653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:49:40.868542 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-e5517887-818c-4a04-9dd3-eb5df184d259 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730536052803'] for port, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:40.988216 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-e5517887-818c-4a04-9dd3-eb5df184d259 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16426746'] for port, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:40.988543 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-e5517887-818c-4a04-9dd3-eb5df184d259 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:41.113009 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.plugin [None req-e5517887-818c-4a04-9dd3-eb5df184d259 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Calling delete_port for 2af7bb8e-be9e-40e0-af59-bec0cc0b0559 owned by network:floatingip {{(pid=98653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:49:41.342179 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-e5517887-818c-4a04-9dd3-eb5df184d259 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730536055462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730535669971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14739030'] for port, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:41.346575 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-40c666bf-fa44-469b-bb45-2b580f1d4996 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:41.390491 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5517887-818c-4a04-9dd3-eb5df184d259 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Pushing event deleted for resources: {'Port': ['ID=2af7bb8e-be9e-40e0-af59-bec0cc0b0559,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:41.393167 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-e5517887-818c-4a04-9dd3-eb5df184d259 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:41.487326 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-e5517887-818c-4a04-9dd3-eb5df184d259 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks [] for floatingip, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:41.505701 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-e5517887-818c-4a04-9dd3-eb5df184d259 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for floatingip, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:41.506844 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-e5517887-818c-4a04-9dd3-eb5df184d259 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] 10.222.0.11 "DELETE /v2.0/floatingips/2ca2e397-10f9-49ac-9e0e-f6e06e528cb9 HTTP/1.1" status: 204 len: 168 time: 0.8702176 May 25 15:49:42.076655 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device d5aadedc-cc6e-439f-ae71-7460c80c1060 no longer exists at agent hyperv_hv-cinder-79123 {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:49:42.110310 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] No Port match for: d5aadedc-cc6e-439f-ae71-7460c80c1060 {{(pid=98656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:49:42.110656 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device d5aadedc-cc6e-439f-ae71-7460c80c1060 not bound to the agent host hv-cinder-79123 {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:49:42.756680 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.agents_db [None req-e0968af0-a351-492f-a815-45d38f582ebc None None] Agent healthcheck: found 6 active agents {{(pid=98660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:49:44.447860 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-faf21a53-94d3-42d9-96f3-777db1d44155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:45.582473 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 48950) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:49:46.326852 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-14c1e850-5810-43b7-bf4d-3054c67b1dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16426283'] for router_interface, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:46.771775 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.plugin [None req-14c1e850-5810-43b7-bf4d-3054c67b1dba admin admin] Deleting port 6fa86e8e-d5d0-4224-b6b3-3de0fb442883 {{(pid=98653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:49:46.772516 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-14c1e850-5810-43b7-bf4d-3054c67b1dba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730536052803'] for port, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:46.897923 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.db [None req-14c1e850-5810-43b7-bf4d-3054c67b1dba admin admin] For port 6fa86e8e-d5d0-4224-b6b3-3de0fb442883, host dv-cinder-791239-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=6fa86e8e-d5d0-4224-b6b3-3de0fb442883,segment=NetworkSegment(0c510c8f-714a-4fb1-927d-1e8254cb6993),segment_id=0c510c8f-714a-4fb1-927d-1e8254cb6993)] {{(pid=98653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:49:46.898211 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-14c1e850-5810-43b7-bf4d-3054c67b1dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16426746'] for port, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:47.119721 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.plugin [None req-14c1e850-5810-43b7-bf4d-3054c67b1dba admin admin] Calling delete_port for 6fa86e8e-d5d0-4224-b6b3-3de0fb442883 owned by network:router_interface {{(pid=98653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:49:47.310698 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:47.428721 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-14c1e850-5810-43b7-bf4d-3054c67b1dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730536055462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730535669971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14739030'] for port, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:47.432883 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-167ff2f1-9e0d-488e-b4da-bfe893d2487c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:47.464543 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-0ddd6dd4-9646-4ce9-a887-5f758a4d00f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:47.477350 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c1e850-5810-43b7-bf4d-3054c67b1dba admin admin] Pushing event deleted for resources: {'Port': ['ID=6fa86e8e-d5d0-4224-b6b3-3de0fb442883,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:47.480786 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-14c1e850-5810-43b7-bf4d-3054c67b1dba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:47.775515 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-14c1e850-5810-43b7-bf4d-3054c67b1dba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16277473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424891'] for router_interface, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:48.180936 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c1e850-5810-43b7-bf4d-3054c67b1dba admin admin] Router 3c6f5408-ac61-4254-917d-d086a6b4bf5f has already been hosted by L3 agent f8a1ad16-ec6f-48c0-91e7-34790a8304cd {{(pid=98653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:49:48.352821 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c1e850-5810-43b7-bf4d-3054c67b1dba admin admin] Notify agent at l3_agent.dv-cinder-791239-3-smb the message routers_updated {{(pid=98653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:49:48.362143 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7931a56-8bdb-49d1-a84e-fd92f296efef None None] Sync routers for ids ['3c6f5408-ac61-4254-917d-d086a6b4bf5f'] in dv-cinder-791239-3-smb {{(pid=98656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:49:48.365811 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-14c1e850-5810-43b7-bf4d-3054c67b1dba admin admin] 10.222.0.11 "PUT /v2.0/routers/3c6f5408-ac61-4254-917d-d086a6b4bf5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7820065 May 25 15:49:48.368310 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 48960) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:49:48.375029 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7931a56-8bdb-49d1-a84e-fd92f296efef None None] Routers {'3c6f5408-ac61-4254-917d-d086a6b4bf5f'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:49:48.375789 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-a7931a56-8bdb-49d1-a84e-fd92f296efef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:49:47Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['3c6f5408-ac61-4254-917d-d086a6b4bf5f'], 'active': True} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:49:48.474416 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:48.585229 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvr_db [None req-a7931a56-8bdb-49d1-a84e-fd92f296efef None None] Set router 3c6f5408-ac61-4254-917d-d086a6b4bf5f gateway port host: dv-cinder-791239-3-smb {{(pid=98656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:49:48.666579 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-838ab2d9-ccf2-4b78-9707-8d35fb17f343 admin admin] Notify callbacks [] for router, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:48.849975 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-838ab2d9-ccf2-4b78-9707-8d35fb17f343 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:48.885006 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-a7931a56-8bdb-49d1-a84e-fd92f296efef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'name': 'tempest-AttachVolumeTestJSON-1359625331-router', 'tenant_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b11cc504-bb5d-49bc-a49c-289698977329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:41:22Z', 'updated_at': '2021-05-25T15:49:47Z', 'revision_number': 5, 'project_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'gw_port': {'id': 'b11cc504-bb5d-49bc-a49c-289698977329', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:eb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:24Z', 'updated_at': '2021-05-25T15:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb'}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:49:48.889664 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7931a56-8bdb-49d1-a84e-fd92f296efef None None] Checking router: 3c6f5408-ac61-4254-917d-d086a6b4bf5f for host: dv-cinder-791239-3-smb {{(pid=98656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:49:48.901263 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7931a56-8bdb-49d1-a84e-fd92f296efef None None] Routers {'3c6f5408-ac61-4254-917d-d086a6b4bf5f'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:49:48.901892 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-a7931a56-8bdb-49d1-a84e-fd92f296efef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:49:47Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['3c6f5408-ac61-4254-917d-d086a6b4bf5f'], 'active': True} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:49:48.925456 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.plugin [None req-838ab2d9-ccf2-4b78-9707-8d35fb17f343 admin admin] Deleting port b11cc504-bb5d-49bc-a49c-289698977329 {{(pid=98653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:49:48.926217 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-838ab2d9-ccf2-4b78-9707-8d35fb17f343 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730536052803'] for port, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:49.051138 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-5e596f64-6e97-4d78-9813-f3b7462efcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:49.054249 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.db [None req-838ab2d9-ccf2-4b78-9707-8d35fb17f343 admin admin] For port b11cc504-bb5d-49bc-a49c-289698977329, host dv-cinder-791239-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=b11cc504-bb5d-49bc-a49c-289698977329,segment=NetworkSegment(b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2),segment_id=b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2)] {{(pid=98653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:49:49.054636 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-838ab2d9-ccf2-4b78-9707-8d35fb17f343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16426746'] for port, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:49.074818 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvr_db [None req-a7931a56-8bdb-49d1-a84e-fd92f296efef None None] Set router 3c6f5408-ac61-4254-917d-d086a6b4bf5f gateway port host: None {{(pid=98656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:49:49.184095 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-a7931a56-8bdb-49d1-a84e-fd92f296efef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'name': 'tempest-AttachVolumeTestJSON-1359625331-router', 'tenant_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:41:22Z', 'updated_at': '2021-05-25T15:49:48Z', 'revision_number': 6, 'project_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'gw_port_host': None}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:49:49.185651 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.plugin [None req-838ab2d9-ccf2-4b78-9707-8d35fb17f343 admin admin] Calling delete_port for b11cc504-bb5d-49bc-a49c-289698977329 owned by network:router_gateway {{(pid=98653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:49:49.189136 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7931a56-8bdb-49d1-a84e-fd92f296efef None None] The sync data for ids ['3c6f5408-ac61-4254-917d-d086a6b4bf5f'] in dv-cinder-791239-3-smb is: [{'id': '3c6f5408-ac61-4254-917d-d086a6b4bf5f', 'name': 'tempest-AttachVolumeTestJSON-1359625331-router', 'tenant_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:41:22Z', 'updated_at': '2021-05-25T15:49:48Z', 'revision_number': 6, 'project_id': 'ef29f0583dbd4d57978afb4a9dcb4a9d', 'gw_port_host': None}] {{(pid=98656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:49:49.365355 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-838ab2d9-ccf2-4b78-9707-8d35fb17f343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730536055462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730535669971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14739030'] for port, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:49.369420 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-4ca05897-ed13-4fd4-9fcc-db26c1d8ef4b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:49.414812 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ab2d9-ccf2-4b78-9707-8d35fb17f343 admin admin] Pushing event deleted for resources: {'Port': ['ID=b11cc504-bb5d-49bc-a49c-289698977329,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:49.417951 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-838ab2d9-ccf2-4b78-9707-8d35fb17f343 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:49.515975 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-838ab2d9-ccf2-4b78-9707-8d35fb17f343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16423478'] for router_gateway, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:49.703110 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-838ab2d9-ccf2-4b78-9707-8d35fb17f343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16421819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2380'] for router, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:49.705377 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-838ab2d9-ccf2-4b78-9707-8d35fb17f343 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:49.795563 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-838ab2d9-ccf2-4b78-9707-8d35fb17f343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16424071'] for router, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:49.796119 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838ab2d9-ccf2-4b78-9707-8d35fb17f343 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c6f5408-ac61-4254-917d-d086a6b4bf5f {{(pid=98653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 15:49:49.809097 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-838ab2d9-ccf2-4b78-9707-8d35fb17f343 admin admin] Notify callbacks [] for router, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:49.810401 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-838ab2d9-ccf2-4b78-9707-8d35fb17f343 admin admin] 10.222.0.11 "DELETE /v2.0/routers/3c6f5408-ac61-4254-917d-d086a6b4bf5f HTTP/1.1" status: 204 len: 168 time: 1.4410923 May 25 15:49:49.812854 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 48966) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:49:49.873225 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.db_base_plugin_v2 [None req-08c4e8ff-eb57-41df-8e64-539399f772eb admin admin] Deleting subnet e1434e2d-9207-4f36-a5e8-fa06210626a6 {{(pid=98653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 15:49:49.876305 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-08c4e8ff-eb57-41df-8e64-539399f772eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:49.925850 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-08c4e8ff-eb57-41df-8e64-539399f772eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1754963'] for subnet, precommit_delete_associations {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:50.071493 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-08c4e8ff-eb57-41df-8e64-539399f772eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716231'] for subnet, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:50.461741 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-08c4e8ff-eb57-41df-8e64-539399f772eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14943079'] for subnet, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:50.470716 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:50.485246 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-61dd613b-f3f2-4fd9-acf0-68300fd05fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:50.509380 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c4e8ff-eb57-41df-8e64-539399f772eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1434e2d-9207-4f36-a5e8-fa06210626a6,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:50.511336 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-08c4e8ff-eb57-41df-8e64-539399f772eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:50.514178 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-08c4e8ff-eb57-41df-8e64-539399f772eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:50.516144 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fb3f53-dcfe-472d-a2d6-4f45914d4b97 None None] Network 91f778d4-efe4-4f00-8d64-09660e7b60f7 requested from dv-cinder-791239-3-smb {{(pid=98656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:49:50.520897 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-08c4e8ff-eb57-41df-8e64-539399f772eb admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e1434e2d-9207-4f36-a5e8-fa06210626a6 HTTP/1.1" status: 204 len: 168 time: 0.7065372 May 25 15:49:50.522824 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 48972) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:49:50.641849 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-ff86b0c1-2fe3-4d4b-86b6-cec48938716b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704691'] for network, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:50.727579 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.plugin [None req-ff86b0c1-2fe3-4d4b-86b6-cec48938716b admin admin] Deleting port ea7d93a2-27d7-4c63-b28d-57e2159f314a {{(pid=98653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:49:50.727872 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-ff86b0c1-2fe3-4d4b-86b6-cec48938716b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730536052803'] for port, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:50.830003 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b49ff10-1be8-415e-9a69-a1518e4bb5ed None None] DHCP port deletion for 91f778d4-efe4-4f00-8d64-09660e7b60f7 request from dv-cinder-791239-3-smb {{(pid=98656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 15:49:50.840037 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.db [None req-ff86b0c1-2fe3-4d4b-86b6-cec48938716b admin admin] For port ea7d93a2-27d7-4c63-b28d-57e2159f314a, host dv-cinder-791239-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=ea7d93a2-27d7-4c63-b28d-57e2159f314a,segment=NetworkSegment(0c510c8f-714a-4fb1-927d-1e8254cb6993),segment_id=0c510c8f-714a-4fb1-927d-1e8254cb6993)] {{(pid=98653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:49:50.840396 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-ff86b0c1-2fe3-4d4b-86b6-cec48938716b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16426746'] for port, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:50.897068 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-6b49ff10-1be8-415e-9a69-a1518e4bb5ed None None] Deleting port ea7d93a2-27d7-4c63-b28d-57e2159f314a {{(pid=98656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:49:50.897441 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-6b49ff10-1be8-415e-9a69-a1518e4bb5ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730536052803'] for port, before_delete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:50.975943 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.plugin [None req-ff86b0c1-2fe3-4d4b-86b6-cec48938716b admin admin] Calling delete_port for ea7d93a2-27d7-4c63-b28d-57e2159f314a owned by network:dhcp {{(pid=98653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:49:51.026558 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-6b49ff10-1be8-415e-9a69-a1518e4bb5ed None None] For port ea7d93a2-27d7-4c63-b28d-57e2159f314a, host dv-cinder-791239-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=ea7d93a2-27d7-4c63-b28d-57e2159f314a,segment=NetworkSegment(0c510c8f-714a-4fb1-927d-1e8254cb6993),segment_id=0c510c8f-714a-4fb1-927d-1e8254cb6993)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:49:51.026963 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-6b49ff10-1be8-415e-9a69-a1518e4bb5ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16426746'] for port, precommit_delete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:51.029427 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-ff86b0c1-2fe3-4d4b-86b6-cec48938716b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730536055462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730535669971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14739030'] for port, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:51.033383 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-8f646c36-4e17-4f51-a62b-b9e7590b334d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:51.078238 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff86b0c1-2fe3-4d4b-86b6-cec48938716b admin admin] Pushing event deleted for resources: {'Port': ['ID=ea7d93a2-27d7-4c63-b28d-57e2159f314a,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:51.081173 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-ff86b0c1-2fe3-4d4b-86b6-cec48938716b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:51.081948 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff86b0c1-2fe3-4d4b-86b6-cec48938716b admin admin] No DVR routers for this DVR port ea7d93a2-27d7-4c63-b28d-57e2159f314a on host dv-cinder-791239-3-smb {{(pid=98653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:49:51.154162 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-6b49ff10-1be8-415e-9a69-a1518e4bb5ed None None] Calling delete_port for ea7d93a2-27d7-4c63-b28d-57e2159f314a owned by network:dhcp {{(pid=98656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:49:51.196008 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-ff86b0c1-2fe3-4d4b-86b6-cec48938716b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717384', 'neutron.services.segments.db._delete_segments_for_network-8730536114652'] for network, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:51.211197 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.services.segments.db [None req-ff86b0c1-2fe3-4d4b-86b6-cec48938716b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91f778d4-efe4-4f00-8d64-09660e7b60f7']}} {{(pid=98653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:49:51.234175 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.services.segments.db [None req-ff86b0c1-2fe3-4d4b-86b6-cec48938716b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c510c8f-714a-4fb1-927d-1e8254cb6993') {'for_net_delete': True} {{(pid=98653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:49:51.234502 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.services.segments.db [None req-ff86b0c1-2fe3-4d4b-86b6-cec48938716b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c510c8f-714a-4fb1-927d-1e8254cb6993') {} {{(pid=98653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:49:51.247813 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-ff86b0c1-2fe3-4d4b-86b6-cec48938716b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730536124573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1754968'] for segment, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:51.267509 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-ff86b0c1-2fe3-4d4b-86b6-cec48938716b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713968'] for segment, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:51.277383 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff86b0c1-2fe3-4d4b-86b6-cec48938716b admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=98653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:49:51.277686 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-ff86b0c1-2fe3-4d4b-86b6-cec48938716b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14738947'] for segment, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:51.283135 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-6b49ff10-1be8-415e-9a69-a1518e4bb5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730536055462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730535669971'] for port, after_delete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:51.287329 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:51.297679 dv-cinder-791239-3-smb neutron-server[98653]: Traceback (most recent call last): May 25 15:49:51.297679 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 15:49:51.297679 dv-cinder-791239-3-smb neutron-server[98653]: timer() May 25 15:49:51.297679 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 15:49:51.297679 dv-cinder-791239-3-smb neutron-server[98653]: cb(*args, **kw) May 25 15:49:51.297679 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 15:49:51.297679 dv-cinder-791239-3-smb neutron-server[98653]: return func(*args, **kwargs) May 25 15:49:51.297679 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 15:49:51.297679 dv-cinder-791239-3-smb neutron-server[98653]: self._notify() May 25 15:49:51.297679 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 15:49:51.297679 dv-cinder-791239-3-smb neutron-server[98653]: self.callback(batched_events) May 25 15:49:51.297679 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 15:49:51.297679 dv-cinder-791239-3-smb neutron-server[98653]: event.method(event) May 25 15:49:51.297679 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 15:49:51.297679 dv-cinder-791239-3-smb neutron-server[98653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 15:49:51.297679 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 15:49:51.297679 dv-cinder-791239-3-smb neutron-server[98653]: aggregate_uuid = self.p_client.list_aggregates( May 25 15:49:51.297679 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 15:49:51.297679 dv-cinder-791239-3-smb neutron-server[98653]: return f(self, *a, **k) May 25 15:49:51.297679 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 15:49:51.297679 dv-cinder-791239-3-smb neutron-server[98653]: return self._get(url).json() May 25 15:49:51.297679 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 15:49:51.297679 dv-cinder-791239-3-smb neutron-server[98653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 15:49:51.297679 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 15:49:51.297679 dv-cinder-791239-3-smb neutron-server[98653]: return self.request(url, 'GET', **kwargs) May 25 15:49:51.297679 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 15:49:51.297679 dv-cinder-791239-3-smb neutron-server[98653]: base_url = self.get_endpoint(auth, allow=allow, May 25 15:49:51.297679 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 15:49:51.297679 dv-cinder-791239-3-smb neutron-server[98653]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 15:49:51.297679 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 15:49:51.297679 dv-cinder-791239-3-smb neutron-server[98653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 15:49:51.297679 dv-cinder-791239-3-smb neutron-server[98653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 15:49:51.334764 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49ff10-1be8-415e-9a69-a1518e4bb5ed None None] Pushing event deleted for resources: {'Port': ['ID=ea7d93a2-27d7-4c63-b28d-57e2159f314a,revision_number=None']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:51.337230 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device ea7d93a2-27d7-4c63-b28d-57e2159f314a no longer exists at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:49:51.380201 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49ff10-1be8-415e-9a69-a1518e4bb5ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:51.380556 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-ff86b0c1-2fe3-4d4b-86b6-cec48938716b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16304419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16277480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423467'] for network, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:51.380720 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49ff10-1be8-415e-9a69-a1518e4bb5ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:51.381014 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49ff10-1be8-415e-9a69-a1518e4bb5ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:51.381349 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49ff10-1be8-415e-9a69-a1518e4bb5ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:51.381675 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49ff10-1be8-415e-9a69-a1518e4bb5ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:51.382007 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49ff10-1be8-415e-9a69-a1518e4bb5ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:51.382317 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49ff10-1be8-415e-9a69-a1518e4bb5ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:51.382676 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49ff10-1be8-415e-9a69-a1518e4bb5ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:51.382998 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49ff10-1be8-415e-9a69-a1518e4bb5ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:51.383314 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49ff10-1be8-415e-9a69-a1518e4bb5ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:51.383630 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49ff10-1be8-415e-9a69-a1518e4bb5ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:51.383967 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49ff10-1be8-415e-9a69-a1518e4bb5ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:51.386480 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] No Port match for: ea7d93a2-27d7-4c63-b28d-57e2159f314a {{(pid=98656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:49:51.386827 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device ea7d93a2-27d7-4c63-b28d-57e2159f314a not bound to the agent host dv-cinder-791239-3-smb {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:49:51.387245 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device b11cc504-bb5d-49bc-a49c-289698977329 no longer exists at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:49:51.390915 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-ff86b0c1-2fe3-4d4b-86b6-cec48938716b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for network, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:51.393894 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-1f69ba0c-e08c-4061-ac01-e9b061fa9965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:51.413864 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-6b49ff10-1be8-415e-9a69-a1518e4bb5ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:51.419275 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b49ff10-1be8-415e-9a69-a1518e4bb5ed None None] No DVR routers for this DVR port ea7d93a2-27d7-4c63-b28d-57e2159f314a on host dv-cinder-791239-3-smb {{(pid=98656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:49:51.422959 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff86b0c1-2fe3-4d4b-86b6-cec48938716b admin admin] Pushing event deleted for resources: {'Network': ['ID=91f778d4-efe4-4f00-8d64-09660e7b60f7,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:51.425470 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-ff86b0c1-2fe3-4d4b-86b6-cec48938716b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:51.425707 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] No Port match for: b11cc504-bb5d-49bc-a49c-289698977329 {{(pid=98656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:49:51.426010 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device b11cc504-bb5d-49bc-a49c-289698977329 not bound to the agent host dv-cinder-791239-3-smb {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:49:51.426431 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 6fa86e8e-d5d0-4224-b6b3-3de0fb442883 no longer exists at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:49:51.431948 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-ff86b0c1-2fe3-4d4b-86b6-cec48938716b admin admin] 10.222.0.11 "DELETE /v2.0/networks/91f778d4-efe4-4f00-8d64-09660e7b60f7 HTTP/1.1" status: 204 len: 168 time: 0.9055882 May 25 15:49:51.462051 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] No Port match for: 6fa86e8e-d5d0-4224-b6b3-3de0fb442883 {{(pid=98656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:49:51.462404 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 6fa86e8e-d5d0-4224-b6b3-3de0fb442883 not bound to the agent host dv-cinder-791239-3-smb {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:49:51.560122 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 48980) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:49:51.619320 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-b098da00-6cea-41fd-853e-476a9577c17c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ef29f0583dbd4d57978afb4a9dcb4a9d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0579343 May 25 15:49:51.622166 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 48984) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:49:51.681972 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-91011b3a-038b-42e6-9c57-df87f77d6b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:51.707505 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-91011b3a-038b-42e6-9c57-df87f77d6b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:51.760581 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-91011b3a-038b-42e6-9c57-df87f77d6b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:51.764192 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-254efcc7-b26f-4f53-a2e1-834e70b9dd95 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:51.779102 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91011b3a-038b-42e6-9c57-df87f77d6b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd02ef56-cf6d-48e9-b0fb-65a2962a077b,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:51.782995 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-91011b3a-038b-42e6-9c57-df87f77d6b89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:51.788308 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-91011b3a-038b-42e6-9c57-df87f77d6b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:51.788308 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-91011b3a-038b-42e6-9c57-df87f77d6b89 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dd02ef56-cf6d-48e9-b0fb-65a2962a077b HTTP/1.1" status: 204 len: 168 time: 0.1639135 May 25 15:49:52.545010 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 49010) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:49:52.661127 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [None req-440dff72-639b-44d2-80ec-f1f0f9b6266c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-969210509-network', 'tenant_id': '6a19b789b0da484f93d05d3a4f181676'}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:49:52.666068 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-440dff72-639b-44d2-80ec-f1f0f9b6266c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:49:52.671149 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-440dff72-639b-44d2-80ec-f1f0f9b6266c admin admin] Usage tracker for resource:network and tenant:6a19b789b0da484f93d05d3a4f181676 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:49:52.674155 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-440dff72-639b-44d2-80ec-f1f0f9b6266c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:49:52.680996 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-440dff72-639b-44d2-80ec-f1f0f9b6266c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:49:52.694210 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440dff72-639b-44d2-80ec-f1f0f9b6266c admin admin] Made reservation on behalf of 6a19b789b0da484f93d05d3a4f181676 for: {'network': 1} {{(pid=98653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:49:52.698158 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-440dff72-639b-44d2-80ec-f1f0f9b6266c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-675072'] for network, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:52.714069 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-440dff72-639b-44d2-80ec-f1f0f9b6266c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:52.734500 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-440dff72-639b-44d2-80ec-f1f0f9b6266c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:49:52.738290 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-440dff72-639b-44d2-80ec-f1f0f9b6266c admin admin] Usage tracker for resource:security_group_rule and tenant:6a19b789b0da484f93d05d3a4f181676 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:49:52.741065 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-440dff72-639b-44d2-80ec-f1f0f9b6266c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:49:52.746659 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-440dff72-639b-44d2-80ec-f1f0f9b6266c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:49:52.834803 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-440dff72-639b-44d2-80ec-f1f0f9b6266c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:52.838746 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-440dff72-639b-44d2-80ec-f1f0f9b6266c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:52.842627 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-77bb01fe-22a5-4c23-8e72-ecaee06c94d4 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:52.869587 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-440dff72-639b-44d2-80ec-f1f0f9b6266c admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=98653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:49:52.878545 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440dff72-639b-44d2-80ec-f1f0f9b6266c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d364b18e-fc4b-408e-9067-6113b65ec5df,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:52.882072 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-440dff72-639b-44d2-80ec-f1f0f9b6266c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:52.884485 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-440dff72-639b-44d2-80ec-f1f0f9b6266c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713968'] for segment, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:52.884817 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.db.segments_db [None req-440dff72-639b-44d2-80ec-f1f0f9b6266c admin admin] Added segment d048cc76-f1b9-4c55-bd01-b655f3df7c58 of type vlan for network 516c7a38-b432-4454-a37e-dcd9282969c8 May 25 15:49:52.910884 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-440dff72-639b-44d2-80ec-f1f0f9b6266c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730535690298'] for network, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:52.941964 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-440dff72-639b-44d2-80ec-f1f0f9b6266c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16304419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16277480'] for network, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:52.943129 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440dff72-639b-44d2-80ec-f1f0f9b6266c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:52.943734 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-440dff72-639b-44d2-80ec-f1f0f9b6266c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for network, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:52.947032 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:53.055343 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-440dff72-639b-44d2-80ec-f1f0f9b6266c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5064223 May 25 15:49:53.055561 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440dff72-639b-44d2-80ec-f1f0f9b6266c admin admin] Pushing event updated for resources: {'Network': ['ID=516c7a38-b432-4454-a37e-dcd9282969c8,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:53.055704 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 49016) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:49:53.058388 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-440dff72-639b-44d2-80ec-f1f0f9b6266c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:53.061394 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [None req-fb1f6d28-a9dc-4b6c-aafa-b6e879a6c930 admin admin] Request body: {'subnet': {'network_id': '516c7a38-b432-4454-a37e-dcd9282969c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-969210509-subnet', 'tenant_id': '6a19b789b0da484f93d05d3a4f181676', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:49:53.065336 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Network 516c7a38-b432-4454-a37e-dcd9282969c8 details requested by agent ovs-agent-dv-cinder-791239-3-smb with host dv-cinder-791239-3-smb {{(pid=98656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 15:49:53.066962 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-fb1f6d28-a9dc-4b6c-aafa-b6e879a6c930 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:49:53.071652 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-fb1f6d28-a9dc-4b6c-aafa-b6e879a6c930 admin admin] Usage tracker for resource:subnet and tenant:6a19b789b0da484f93d05d3a4f181676 is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:49:53.075153 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-fb1f6d28-a9dc-4b6c-aafa-b6e879a6c930 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:49:53.082368 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-fb1f6d28-a9dc-4b6c-aafa-b6e879a6c930 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:49:53.092984 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1f6d28-a9dc-4b6c-aafa-b6e879a6c930 admin admin] Made reservation on behalf of 6a19b789b0da484f93d05d3a4f181676 for: {'subnet': 1} {{(pid=98655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:49:53.095201 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-fb1f6d28-a9dc-4b6c-aafa-b6e879a6c930 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14465079'] for subnet, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:53.506060 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-fb1f6d28-a9dc-4b6c-aafa-b6e879a6c930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3064195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14465057'] for subnet, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:53.509851 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:53.582135 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1f6d28-a9dc-4b6c-aafa-b6e879a6c930 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80b790bd-e2d5-47cf-bd18-e178e92334ba,revision_number=0']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:53.587813 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-fb1f6d28-a9dc-4b6c-aafa-b6e879a6c930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:53.592691 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1f6d28-a9dc-4b6c-aafa-b6e879a6c930 admin admin] Checking segment: {'id': 'd048cc76-f1b9-4c55-bd01-b655f3df7c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '516c7a38-b432-4454-a37e-dcd9282969c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:49:53.593043 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1f6d28-a9dc-4b6c-aafa-b6e879a6c930 admin admin] Network hostable DHCP agents. Network: 516c7a38-b432-4454-a37e-dcd9282969c8, hostable agents: ['c114f6b1-151c-4bcf-990e-1a24ac4dbd68'], hosted agents: [] {{(pid=98655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:49:53.611221 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1f6d28-a9dc-4b6c-aafa-b6e879a6c930 admin admin] Network 516c7a38-b432-4454-a37e-dcd9282969c8 is scheduled to be hosted by DHCP agent c114f6b1-151c-4bcf-990e-1a24ac4dbd68 with binding_index 1 {{(pid=98655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:49:53.621268 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.base_scheduler [None req-fb1f6d28-a9dc-4b6c-aafa-b6e879a6c930 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791239-3-smb, 516c7a38-b432-4454-a37e-dcd9282969c8) {{(pid=98655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:49:53.633570 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1ad223-775d-4264-adf8-bdc36b6c081a None None] Network 516c7a38-b432-4454-a37e-dcd9282969c8 requested from dv-cinder-791239-3-smb {{(pid=98656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:49:53.633763 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1f6d28-a9dc-4b6c-aafa-b6e879a6c930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:53.634271 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-fb1f6d28-a9dc-4b6c-aafa-b6e879a6c930 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for subnet, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:53.676207 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-fb1f6d28-a9dc-4b6c-aafa-b6e879a6c930 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6191335 May 25 15:49:53.864210 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5897ee-458d-44cc-bc4a-f6711a3721af None None] Network 516c7a38-b432-4454-a37e-dcd9282969c8 requested from dv-cinder-791239-3-smb {{(pid=98656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:49:54.266732 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8eb387-43d4-402b-8d5e-af66db0b7b5f req-1a5e3e83-6112-456a-915d-0e858bf3cc83 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:54.268262 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4a8eb387-43d4-402b-8d5e-af66db0b7b5f req-1a5e3e83-6112-456a-915d-0e858bf3cc83 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/networks?id=516c7a38-b432-4454-a37e-dcd9282969c8 HTTP/1.1" status: 200 len: 814 time: 0.1520092 May 25 15:49:54.283596 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4a8eb387-43d4-402b-8d5e-af66db0b7b5f req-f7dcb2d4-6fba-4b0b-90e5-7b525830dcae tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/quotas/6a19b789b0da484f93d05d3a4f181676 HTTP/1.1" status: 200 len: 375 time: 0.0097859 May 25 15:49:54.335927 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4a8eb387-43d4-402b-8d5e-af66db0b7b5f req-07e72001-2e6c-4763-baaf-decee8ae0e5b tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a19b789b0da484f93d05d3a4f181676&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468428 May 25 15:49:54.480157 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4a8eb387-43d4-402b-8d5e-af66db0b7b5f req-51df15ad-3f2c-4ac5-b71e-a65006430b8c service neutron] 10.222.0.11 "GET /v2.0/networks/516c7a38-b432-4454-a37e-dcd9282969c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373429 May 25 15:49:54.627719 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4a8eb387-43d4-402b-8d5e-af66db0b7b5f req-6b5a2c84-1cf7-45a8-bf83-6f94a2379061 service neutron] 10.222.0.11 "GET /v2.0/networks/516c7a38-b432-4454-a37e-dcd9282969c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357560 May 25 15:49:54.827107 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-272b9e0e-1d6f-4cae-a489-a9917bca01ee req-dda37994-fd21-47fb-99ec-b5e0e80291b7 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3b34445-0b71-4098-abf8-cdd016195ad7 HTTP/1.1" status: 200 len: 210 time: 0.0510311 May 25 15:49:56.022873 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-69878df4-9895-4aa1-b7f7-ce3e91027bf8 req-38011a5c-2829-4af9-a6ae-9f6eb9d54408 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3b34445-0b71-4098-abf8-cdd016195ad7 HTTP/1.1" status: 200 len: 210 time: 0.0612340 May 25 15:49:56.186017 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8eb387-43d4-402b-8d5e-af66db0b7b5f req-6af30b20-8a55-4ae9-b4e2-09f2e1924575 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:56.187406 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4a8eb387-43d4-402b-8d5e-af66db0b7b5f req-6af30b20-8a55-4ae9-b4e2-09f2e1924575 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.62 "GET /v2.0/networks?id=516c7a38-b432-4454-a37e-dcd9282969c8 HTTP/1.1" status: 200 len: 814 time: 0.3104730 May 25 15:49:56.206358 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [req-4a8eb387-43d4-402b-8d5e-af66db0b7b5f req-af499a03-d120-48f3-b6f2-4004b99c5381 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Request body: {'port': {'device_id': 'f3b34445-0b71-4098-abf8-cdd016195ad7', 'network_id': '516c7a38-b432-4454-a37e-dcd9282969c8', 'admin_state_up': True, 'tenant_id': '6a19b789b0da484f93d05d3a4f181676'}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:49:56.343301 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [req-4a8eb387-43d4-402b-8d5e-af66db0b7b5f req-af499a03-d120-48f3-b6f2-4004b99c5381 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:49:56.347102 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-4a8eb387-43d4-402b-8d5e-af66db0b7b5f req-af499a03-d120-48f3-b6f2-4004b99c5381 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Usage tracker for resource:port and tenant:6a19b789b0da484f93d05d3a4f181676 is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:49:56.349875 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-4a8eb387-43d4-402b-8d5e-af66db0b7b5f req-af499a03-d120-48f3-b6f2-4004b99c5381 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:49:56.356176 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [req-4a8eb387-43d4-402b-8d5e-af66db0b7b5f req-af499a03-d120-48f3-b6f2-4004b99c5381 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:49:56.368617 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a8eb387-43d4-402b-8d5e-af66db0b7b5f req-af499a03-d120-48f3-b6f2-4004b99c5381 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Made reservation on behalf of 6a19b789b0da484f93d05d3a4f181676 for: {'port': 1} {{(pid=98655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:49:56.372288 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-4a8eb387-43d4-402b-8d5e-af66db0b7b5f req-af499a03-d120-48f3-b6f2-4004b99c5381 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:56.538938 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.db_base_plugin_common [req-4a8eb387-43d4-402b-8d5e-af66db0b7b5f req-af499a03-d120-48f3-b6f2-4004b99c5381 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Allocated IP 172.20.0.6 (516c7a38-b432-4454-a37e-dcd9282969c8/80b790bd-e2d5-47cf-bd18-e178e92334ba/0de8b5d1-c5c0-41d4-8b50-1db82d50eaa5) {{(pid=98655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:49:56.766510 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-4a8eb387-43d4-402b-8d5e-af66db0b7b5f req-af499a03-d120-48f3-b6f2-4004b99c5381 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Notify callbacks [] for port, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:56.800966 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-4a8eb387-43d4-402b-8d5e-af66db0b7b5f req-af499a03-d120-48f3-b6f2-4004b99c5381 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730535669962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13718067'] for port, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:56.808806 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-27b26be8-1c68-4f37-8a9a-3111f5503782 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:56.873998 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a8eb387-43d4-402b-8d5e-af66db0b7b5f req-af499a03-d120-48f3-b6f2-4004b99c5381 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Network 516c7a38-b432-4454-a37e-dcd9282969c8 is already hosted by enough agents. {{(pid=98655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:49:56.877374 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.base_scheduler [req-4a8eb387-43d4-402b-8d5e-af66db0b7b5f req-af499a03-d120-48f3-b6f2-4004b99c5381 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Resources bound (agent type, host, resource id): {{(pid=98655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:49:56.880240 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a8eb387-43d4-402b-8d5e-af66db0b7b5f req-af499a03-d120-48f3-b6f2-4004b99c5381 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Received port after_create {{(pid=98655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:49:56.929870 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499a03-d120-48f3-b6f2-4004b99c5381 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Pushing event updated for resources: {'Port': ['ID=0de8b5d1-c5c0-41d4-8b50-1db82d50eaa5,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:56.934761 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-af499a03-d120-48f3-b6f2-4004b99c5381 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:56.956908 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8eb387-43d4-402b-8d5e-af66db0b7b5f req-af499a03-d120-48f3-b6f2-4004b99c5381 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:56.957524 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-4a8eb387-43d4-402b-8d5e-af66db0b7b5f req-af499a03-d120-48f3-b6f2-4004b99c5381 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for port, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:56.981196 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4a8eb387-43d4-402b-8d5e-af66db0b7b5f req-af499a03-d120-48f3-b6f2-4004b99c5381 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7784905 May 25 15:49:57.000548 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [req-4a8eb387-43d4-402b-8d5e-af66db0b7b5f req-6d409948-992f-4294-a545-3feed39ba338 service neutron] Request body: {'port': {'device_id': 'f3b34445-0b71-4098-abf8-cdd016195ad7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79123'}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:49:57.115260 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-4a8eb387-43d4-402b-8d5e-af66db0b7b5f req-6d409948-992f-4294-a545-3feed39ba338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:57.391395 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f3f927-48ff-487f-b114-6751ffa71418 req-9e24d1e7-c194-42f6-9a0f-1a239a914b7c tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:57.392051 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-24f3f927-48ff-487f-b114-6751ffa71418 req-9e24d1e7-c194-42f6-9a0f-1a239a914b7c tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Synchronizing usage tracker for tenant:6a19b789b0da484f93d05d3a4f181676 on resource:port {{(pid=98655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:49:57.446835 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-24f3f927-48ff-487f-b114-6751ffa71418 req-9e24d1e7-c194-42f6-9a0f-1a239a914b7c tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Unset dirty status for tenant:6a19b789b0da484f93d05d3a4f181676 on resource:port {{(pid=98655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:49:57.448288 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-24f3f927-48ff-487f-b114-6751ffa71418 req-9e24d1e7-c194-42f6-9a0f-1a239a914b7c tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3b34445-0b71-4098-abf8-cdd016195ad7 HTTP/1.1" status: 200 len: 931 time: 0.2937448 May 25 15:49:57.517087 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-24f3f927-48ff-487f-b114-6751ffa71418 req-f7ef2384-4fdb-4e49-aa1d-f89e05f1b32f tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545022 May 25 15:49:57.590839 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.notifiers.nova [req-4a8eb387-43d4-402b-8d5e-af66db0b7b5f req-6d409948-992f-4294-a545-3feed39ba338 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0de8b5d1-c5c0-41d4-8b50-1db82d50eaa5 {{(pid=98655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:49:57.599943 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-4a8eb387-43d4-402b-8d5e-af66db0b7b5f req-6d409948-992f-4294-a545-3feed39ba338 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:57.616434 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.provisioning_blocks [req-4a8eb387-43d4-402b-8d5e-af66db0b7b5f req-6d409948-992f-4294-a545-3feed39ba338 service neutron] Transition to ACTIVE for port object 0de8b5d1-c5c0-41d4-8b50-1db82d50eaa5 will not be triggered until provisioned by entity L2. {{(pid=98655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:49:57.622037 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-4a8eb387-43d4-402b-8d5e-af66db0b7b5f req-6d409948-992f-4294-a545-3feed39ba338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13718074'] for port, after_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:57.628015 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-6e62b474-da8b-4594-87b2-1bfd7bbde4b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:57.786486 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d409948-992f-4294-a545-3feed39ba338 service neutron] Pushing event updated for resources: {'Port': ['ID=0de8b5d1-c5c0-41d4-8b50-1db82d50eaa5,revision_number=2']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:57.794120 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-6d409948-992f-4294-a545-3feed39ba338 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:57.874566 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.managers [req-4a8eb387-43d4-402b-8d5e-af66db0b7b5f req-6d409948-992f-4294-a545-3feed39ba338 service neutron] Attempting to bind port 0de8b5d1-c5c0-41d4-8b50-1db82d50eaa5 on host hv-cinder-79123 for vnic_type normal with profile {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:49:57.874954 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.managers [req-4a8eb387-43d4-402b-8d5e-af66db0b7b5f req-6d409948-992f-4294-a545-3feed39ba338 service neutron] Attempting to bind port 0de8b5d1-c5c0-41d4-8b50-1db82d50eaa5 by drivers openvswitch,hyperv on host hv-cinder-79123 at level 0 using segments [{'id': 'd048cc76-f1b9-4c55-bd01-b655f3df7c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '516c7a38-b432-4454-a37e-dcd9282969c8'}] {{(pid=98655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:49:57.875723 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8eb387-43d4-402b-8d5e-af66db0b7b5f req-6d409948-992f-4294-a545-3feed39ba338 service neutron] Attempting to bind port 0de8b5d1-c5c0-41d4-8b50-1db82d50eaa5 on network 516c7a38-b432-4454-a37e-dcd9282969c8 {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:49:57.880530 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8eb387-43d4-402b-8d5e-af66db0b7b5f req-6d409948-992f-4294-a545-3feed39ba338 service neutron] Port 0de8b5d1-c5c0-41d4-8b50-1db82d50eaa5 on network 516c7a38-b432-4454-a37e-dcd9282969c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79123 {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 15:49:57.880846 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8eb387-43d4-402b-8d5e-af66db0b7b5f req-6d409948-992f-4294-a545-3feed39ba338 service neutron] Attempting to bind port 0de8b5d1-c5c0-41d4-8b50-1db82d50eaa5 on network 516c7a38-b432-4454-a37e-dcd9282969c8 {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:49:57.886388 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8eb387-43d4-402b-8d5e-af66db0b7b5f req-6d409948-992f-4294-a545-3feed39ba338 service neutron] Checking agent: {'id': 'e8d02b02-d66f-44f3-9cce-64202f9374d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 39, 18), 'started_at': datetime.datetime(2021, 5, 25, 15, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:49:57.886713 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8eb387-43d4-402b-8d5e-af66db0b7b5f req-6d409948-992f-4294-a545-3feed39ba338 service neutron] Checking segment: {'id': 'd048cc76-f1b9-4c55-bd01-b655f3df7c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '516c7a38-b432-4454-a37e-dcd9282969c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:49:57.887096 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8eb387-43d4-402b-8d5e-af66db0b7b5f req-6d409948-992f-4294-a545-3feed39ba338 service neutron] Bound using segment: {'id': 'd048cc76-f1b9-4c55-bd01-b655f3df7c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '516c7a38-b432-4454-a37e-dcd9282969c8'} {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:49:57.887952 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.managers [req-4a8eb387-43d4-402b-8d5e-af66db0b7b5f req-6d409948-992f-4294-a545-3feed39ba338 service neutron] Bound port: 0de8b5d1-c5c0-41d4-8b50-1db82d50eaa5, host: hv-cinder-79123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd048cc76-f1b9-4c55-bd01-b655f3df7c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '516c7a38-b432-4454-a37e-dcd9282969c8'}}] {{(pid=98655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:49:57.887952 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-4a8eb387-43d4-402b-8d5e-af66db0b7b5f req-6d409948-992f-4294-a545-3feed39ba338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:57.992435 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.db [req-4a8eb387-43d4-402b-8d5e-af66db0b7b5f req-6d409948-992f-4294-a545-3feed39ba338 service neutron] For port 0de8b5d1-c5c0-41d4-8b50-1db82d50eaa5, host hv-cinder-79123, cleared binding levels {{(pid=98655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:49:57.996149 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.db [req-4a8eb387-43d4-402b-8d5e-af66db0b7b5f req-6d409948-992f-4294-a545-3feed39ba338 service neutron] For port 0de8b5d1-c5c0-41d4-8b50-1db82d50eaa5, host hv-cinder-79123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=0de8b5d1-c5c0-41d4-8b50-1db82d50eaa5,segment=NetworkSegment(d048cc76-f1b9-4c55-bd01-b655f3df7c58),segment_id=d048cc76-f1b9-4c55-bd01-b655f3df7c58)] {{(pid=98655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:49:58.002275 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-4a8eb387-43d4-402b-8d5e-af66db0b7b5f req-6d409948-992f-4294-a545-3feed39ba338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13718074'] for port, after_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:58.007525 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-19e7d2fa-7934-4035-bd47-0e6e539a1e9d tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:58.095293 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8eb387-43d4-402b-8d5e-af66db0b7b5f req-6d409948-992f-4294-a545-3feed39ba338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:58.096175 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-4a8eb387-43d4-402b-8d5e-af66db0b7b5f req-6d409948-992f-4294-a545-3feed39ba338 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for port, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:58.098375 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4a8eb387-43d4-402b-8d5e-af66db0b7b5f req-6d409948-992f-4294-a545-3feed39ba338 service neutron] 10.222.0.62 "PUT /v2.0/ports/0de8b5d1-c5c0-41d4-8b50-1db82d50eaa5 HTTP/1.1" status: 200 len: 1093 time: 1.1028116 May 25 15:49:58.099132 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3b34445-0b71-4098-abf8-cdd016195ad7', 'tag': '0de8b5d1-c5c0-41d4-8b50-1db82d50eaa5'}] {{(pid=98655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:49:58.126210 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d409948-992f-4294-a545-3feed39ba338 service neutron] Pushing event updated for resources: {'Port': ['ID=0de8b5d1-c5c0-41d4-8b50-1db82d50eaa5,revision_number=3']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:58.131966 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-6d409948-992f-4294-a545-3feed39ba338 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:58.296797 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3b34445-0b71-4098-abf8-cdd016195ad7', 'tag': '0de8b5d1-c5c0-41d4-8b50-1db82d50eaa5', 'status': 'completed', 'code': 200} May 25 15:49:58.335981 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8eb387-43d4-402b-8d5e-af66db0b7b5f req-bc429e02-8917-49c8-9191-6a5706c29001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:58.337716 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4a8eb387-43d4-402b-8d5e-af66db0b7b5f req-bc429e02-8917-49c8-9191-6a5706c29001 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a19b789b0da484f93d05d3a4f181676&device_id=f3b34445-0b71-4098-abf8-cdd016195ad7 HTTP/1.1" status: 200 len: 1096 time: 0.1770904 May 25 15:49:58.417580 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4a8eb387-43d4-402b-8d5e-af66db0b7b5f req-f10155d0-7c00-46e0-bdbe-955e9dc2a798 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0de8b5d1-c5c0-41d4-8b50-1db82d50eaa5 HTTP/1.1" status: 200 len: 217 time: 0.0636015 May 25 15:49:58.481959 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8eb387-43d4-402b-8d5e-af66db0b7b5f req-5d317f68-e757-42af-9519-08ebd6cf01d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:58.483460 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4a8eb387-43d4-402b-8d5e-af66db0b7b5f req-5d317f68-e757-42af-9519-08ebd6cf01d4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=80b790bd-e2d5-47cf-bd18-e178e92334ba HTTP/1.1" status: 200 len: 854 time: 0.0587068 May 25 15:49:58.533371 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4a8eb387-43d4-402b-8d5e-af66db0b7b5f req-2f360f34-55d5-472f-9078-f977e6aa620b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=516c7a38-b432-4454-a37e-dcd9282969c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432506 May 25 15:49:58.721636 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4a8eb387-43d4-402b-8d5e-af66db0b7b5f req-d89f92eb-16c1-426e-8619-c5247bfcbc4b service neutron] 10.222.0.62 "GET /v2.0/networks/516c7a38-b432-4454-a37e-dcd9282969c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811574 May 25 15:49:58.833245 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83927f-5b93-4c5e-9723-a651a7b9fe30 req-278cc64c-14f0-4bdd-9d5c-6581f67db360 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:58.834607 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-aa83927f-5b93-4c5e-9723-a651a7b9fe30 req-278cc64c-14f0-4bdd-9d5c-6581f67db360 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3b34445-0b71-4098-abf8-cdd016195ad7 HTTP/1.1" status: 200 len: 943 time: 0.2002959 May 25 15:49:58.899747 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4a8eb387-43d4-402b-8d5e-af66db0b7b5f req-dfba41de-e3f2-457b-87f4-9f931a722c61 service neutron] 10.222.0.62 "GET /v2.0/networks/516c7a38-b432-4454-a37e-dcd9282969c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711609 May 25 15:49:58.907248 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-aa83927f-5b93-4c5e-9723-a651a7b9fe30 req-d53947c5-933d-4912-b910-dd2fc9bda310 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596533 May 25 15:49:59.088479 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f0d38-5e05-4614-bcfa-eb249023294f req-6e03ec1b-15ca-4a97-9e20-32d1904c7b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:59.089859 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4c3f0d38-5e05-4614-bcfa-eb249023294f req-6e03ec1b-15ca-4a97-9e20-32d1904c7b54 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a19b789b0da484f93d05d3a4f181676&device_id=f3b34445-0b71-4098-abf8-cdd016195ad7 HTTP/1.1" status: 200 len: 1096 time: 0.0769706 May 25 15:49:59.222466 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f0d38-5e05-4614-bcfa-eb249023294f req-616c1cf8-ba98-4cae-b31a-abe4b787cf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:59.223987 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4c3f0d38-5e05-4614-bcfa-eb249023294f req-616c1cf8-ba98-4cae-b31a-abe4b787cf8f service neutron] 10.222.0.62 "GET /v2.0/networks?id=516c7a38-b432-4454-a37e-dcd9282969c8 HTTP/1.1" status: 200 len: 915 time: 0.1268330 May 25 15:49:59.290932 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4c3f0d38-5e05-4614-bcfa-eb249023294f req-1ed5e02f-8418-40c0-a8a2-0f30213909d3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0de8b5d1-c5c0-41d4-8b50-1db82d50eaa5 HTTP/1.1" status: 200 len: 217 time: 0.0605619 May 25 15:49:59.357956 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f0d38-5e05-4614-bcfa-eb249023294f req-ec11ebef-63cd-4dec-9651-dae05a1524b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:59.359331 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4c3f0d38-5e05-4614-bcfa-eb249023294f req-ec11ebef-63cd-4dec-9651-dae05a1524b7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=80b790bd-e2d5-47cf-bd18-e178e92334ba HTTP/1.1" status: 200 len: 854 time: 0.0625942 May 25 15:49:59.409205 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4c3f0d38-5e05-4614-bcfa-eb249023294f req-03dd5bdb-f15e-437a-9b90-867434ea5933 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=516c7a38-b432-4454-a37e-dcd9282969c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430202 May 25 15:49:59.550706 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4c3f0d38-5e05-4614-bcfa-eb249023294f req-5fcac90e-e557-4d92-99bd-f613136b56ca service neutron] 10.222.0.62 "GET /v2.0/networks/516c7a38-b432-4454-a37e-dcd9282969c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341462 May 25 15:49:59.702061 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4c3f0d38-5e05-4614-bcfa-eb249023294f req-710dded1-dd25-4a24-bca6-9fb35211ae66 service neutron] 10.222.0.62 "GET /v2.0/networks/516c7a38-b432-4454-a37e-dcd9282969c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269424 May 25 15:50:00.104915 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2eaa6-e905-4ebf-ab97-1ad4daa70965 req-ea925144-3518-4379-9235-688c921bdd89 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:00.106379 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-63a2eaa6-e905-4ebf-ab97-1ad4daa70965 req-ea925144-3518-4379-9235-688c921bdd89 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3b34445-0b71-4098-abf8-cdd016195ad7 HTTP/1.1" status: 200 len: 943 time: 0.0868421 May 25 15:50:00.158131 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-63a2eaa6-e905-4ebf-ab97-1ad4daa70965 req-a78db3fc-a3c8-458f-937e-e5421ef7b8c1 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455720 May 25 15:50:01.351643 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceef962-29b9-4600-b27b-d7c8ee81f613 req-4013c50c-1444-45d6-935d-751f45eca2ab tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:01.353250 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-6ceef962-29b9-4600-b27b-d7c8ee81f613 req-4013c50c-1444-45d6-935d-751f45eca2ab tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3b34445-0b71-4098-abf8-cdd016195ad7 HTTP/1.1" status: 200 len: 943 time: 0.0840886 May 25 15:50:01.402195 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-6ceef962-29b9-4600-b27b-d7c8ee81f613 req-c2ab9e7d-a386-4788-9bc1-834d51d54646 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420892 May 25 15:50:02.697466 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab951aab-f88b-47e4-b86f-8f3426facd97 req-df67f7c0-e474-44f3-8f71-4a73376e02fa tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:02.699363 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-ab951aab-f88b-47e4-b86f-8f3426facd97 req-df67f7c0-e474-44f3-8f71-4a73376e02fa tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3b34445-0b71-4098-abf8-cdd016195ad7 HTTP/1.1" status: 200 len: 943 time: 0.1839724 May 25 15:50:02.754537 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-ab951aab-f88b-47e4-b86f-8f3426facd97 req-74161315-b799-4356-8c02-b74638762835 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490215 May 25 15:50:02.983342 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5645a34-92bf-4cf9-b115-fdcfb975155e req-b73d01cb-fef8-410c-9b83-02736caa9a94 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:02.984762 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f5645a34-92bf-4cf9-b115-fdcfb975155e req-b73d01cb-fef8-410c-9b83-02736caa9a94 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 945 time: 0.0852671 May 25 15:50:03.032450 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f5645a34-92bf-4cf9-b115-fdcfb975155e req-aa71723c-2291-48cf-b4de-a23c46426039 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415859 May 25 15:50:03.955905 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b1190-6634-4ae4-9bbb-b6f3df63fdd8 req-20fbe452-6b19-4376-bb13-6884e97f423e tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:03.957648 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-033b1190-6634-4ae4-9bbb-b6f3df63fdd8 req-20fbe452-6b19-4376-bb13-6884e97f423e tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3b34445-0b71-4098-abf8-cdd016195ad7 HTTP/1.1" status: 200 len: 943 time: 0.0861554 May 25 15:50:04.007047 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-033b1190-6634-4ae4-9bbb-b6f3df63fdd8 req-46eca0e4-724c-4708-af22-98d4abd279c6 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414624 May 25 15:50:04.185554 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device 0de8b5d1-c5c0-41d4-8b50-1db82d50eaa5 details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=98656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:50:04.243617 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb61fc-5897-42c8-8e9a-19a9fb737678 req-0c515ebd-861a-4975-b7e0-cadbcde049c2 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:04.245032 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-85cb61fc-5897-42c8-8e9a-19a9fb737678 req-0c515ebd-861a-4975-b7e0-cadbcde049c2 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 945 time: 0.0943601 May 25 15:50:04.298310 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-85cb61fc-5897-42c8-8e9a-19a9fb737678 req-a565ec97-7f24-4ce2-97fe-a74c47bf20c8 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474339 May 25 15:50:04.338475 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port 0de8b5d1-c5c0-41d4-8b50-1db82d50eaa5, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=0de8b5d1-c5c0-41d4-8b50-1db82d50eaa5,segment=NetworkSegment(d048cc76-f1b9-4c55-bd01-b655f3df7c58),segment_id=d048cc76-f1b9-4c55-bd01-b655f3df7c58)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:50:04.352757 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Returning: {'device': '0de8b5d1-c5c0-41d4-8b50-1db82d50eaa5', 'network_id': '516c7a38-b432-4454-a37e-dcd9282969c8', 'port_id': '0de8b5d1-c5c0-41d4-8b50-1db82d50eaa5', 'mac_address': 'fa:16:3e:62:10:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80b790bd-e2d5-47cf-bd18-e178e92334ba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:50:04.415068 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:04.438718 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.notifiers.nova [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0de8b5d1-c5c0-41d4-8b50-1db82d50eaa5 {{(pid=98656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:50:04.459450 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port 0de8b5d1-c5c0-41d4-8b50-1db82d50eaa5, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=0de8b5d1-c5c0-41d4-8b50-1db82d50eaa5,segment=NetworkSegment(d048cc76-f1b9-4c55-bd01-b655f3df7c58),segment_id=d048cc76-f1b9-4c55-bd01-b655f3df7c58)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:50:04.464962 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:04.467357 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-fffa8fa4-8640-45b3-8719-4530bcbc06e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:50:04.545033 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Pushing event updated for resources: {'Port': ['ID=0de8b5d1-c5c0-41d4-8b50-1db82d50eaa5,revision_number=4']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:50:04.549105 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:50:04.954990 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] get_ports_and_sgs() called for port_ids ['0de8b5d1-c5c0-41d4-8b50-1db82d50eaa5'] {{(pid=98656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:50:05.224079 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c35425c-5e9b-42c3-96e0-7fcabe8fe792 req-fb997077-8a14-481a-bc8e-294d96d8bb49 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:05.225815 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-7c35425c-5e9b-42c3-96e0-7fcabe8fe792 req-fb997077-8a14-481a-bc8e-294d96d8bb49 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3b34445-0b71-4098-abf8-cdd016195ad7 HTTP/1.1" status: 200 len: 944 time: 0.0827215 May 25 15:50:05.277641 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-7c35425c-5e9b-42c3-96e0-7fcabe8fe792 req-6bf9239e-9e97-4bd2-a7bd-07fb4e4feaaf tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455897 May 25 15:50:05.510077 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3389287a-307a-4e9a-a5c7-85b076cb5dbe req-23c6b35f-4272-4247-a766-de43f3e25bad tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:05.511634 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-3389287a-307a-4e9a-a5c7-85b076cb5dbe req-23c6b35f-4272-4247-a766-de43f3e25bad tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 945 time: 0.0946922 May 25 15:50:05.560390 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-3389287a-307a-4e9a-a5c7-85b076cb5dbe req-26f4eb33-a606-4d6f-8cab-5b11aa7ee528 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423279 May 25 15:50:06.196444 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device 0de8b5d1-c5c0-41d4-8b50-1db82d50eaa5 up at agent hyperv_hv-cinder-79123 {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:50:06.265230 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Provisioning for port 0de8b5d1-c5c0-41d4-8b50-1db82d50eaa5 completed by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:50:06.270310 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Provisioning complete for port 0de8b5d1-c5c0-41d4-8b50-1db82d50eaa5 triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:50:06.270689 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:06.413259 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:06.443170 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3b34445-0b71-4098-abf8-cdd016195ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de8b5d1-c5c0-41d4-8b50-1db82d50eaa5'}] {{(pid=98656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:50:06.454358 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port 0de8b5d1-c5c0-41d4-8b50-1db82d50eaa5, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=0de8b5d1-c5c0-41d4-8b50-1db82d50eaa5,segment=NetworkSegment(d048cc76-f1b9-4c55-bd01-b655f3df7c58),segment_id=d048cc76-f1b9-4c55-bd01-b655f3df7c58)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:50:06.459185 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:06.462019 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:50:06.497146 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd7294-9488-4ab2-bbe4-353b1fe48808 req-2a3db374-7c28-435a-be7d-8c2746d2ed75 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:06.498794 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c3cd7294-9488-4ab2-bbe4-353b1fe48808 req-2a3db374-7c28-435a-be7d-8c2746d2ed75 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3b34445-0b71-4098-abf8-cdd016195ad7 HTTP/1.1" status: 200 len: 944 time: 0.0887668 May 25 15:50:06.515264 dv-cinder-791239-3-smb neutron-server[98656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3b34445-0b71-4098-abf8-cdd016195ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de8b5d1-c5c0-41d4-8b50-1db82d50eaa5', 'code': 200} May 25 15:50:06.545875 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Pushing event updated for resources: {'Port': ['ID=0de8b5d1-c5c0-41d4-8b50-1db82d50eaa5,revision_number=5']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:50:06.549173 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:50:06.553046 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c3cd7294-9488-4ab2-bbe4-353b1fe48808 req-c32fe8eb-fccd-4222-a676-2b9d9fe4f515 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471523 May 25 15:50:06.815241 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bb7f99-29e0-48ce-928b-9741af4c8294 req-67c3494d-1d0c-4db3-8904-519cbf4e4f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:06.816647 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-78bb7f99-29e0-48ce-928b-9741af4c8294 req-67c3494d-1d0c-4db3-8904-519cbf4e4f9a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f3b34445-0b71-4098-abf8-cdd016195ad7 HTTP/1.1" status: 200 len: 1098 time: 0.0988851 May 25 15:50:06.825621 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d229846-0c9c-4cb8-93c9-92928e88c5df req-d21993fd-3920-4ab4-a698-97e2daabc2ae tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:06.827096 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-1d229846-0c9c-4cb8-93c9-92928e88c5df req-d21993fd-3920-4ab4-a698-97e2daabc2ae tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 945 time: 0.1475148 May 25 15:50:06.900721 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-78bb7f99-29e0-48ce-928b-9741af4c8294 req-ae59b229-8586-4bd4-8d5e-6e47231b2f37 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722849 May 25 15:50:06.905124 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-1d229846-0c9c-4cb8-93c9-92928e88c5df req-7f7f8737-e4ba-4280-96f9-61503fa89d3c tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597777 May 25 15:50:07.742061 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41a74d-a1bd-4eb1-ba35-cde335f106b5 req-b9d639a3-d6be-47b9-a98f-0d590abe34a7 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:07.743556 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-ba41a74d-a1bd-4eb1-ba35-cde335f106b5 req-b9d639a3-d6be-47b9-a98f-0d590abe34a7 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3b34445-0b71-4098-abf8-cdd016195ad7 HTTP/1.1" status: 200 len: 945 time: 0.0795488 May 25 15:50:07.794077 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-ba41a74d-a1bd-4eb1-ba35-cde335f106b5 req-675d56c9-dbac-41bb-9b89-d6c9c15d7af2 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420873 May 25 15:50:08.101310 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96f003-ee4e-413c-96f0-d513e6d07b57 req-316096b2-31b5-406b-afe3-afd7eacb329b tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:08.102772 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-bb96f003-ee4e-413c-96f0-d513e6d07b57 req-316096b2-31b5-406b-afe3-afd7eacb329b tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 945 time: 0.0841646 May 25 15:50:08.147107 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-bb96f003-ee4e-413c-96f0-d513e6d07b57 req-ced42a03-ea25-485f-aeca-3eb824265c55 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384157 May 25 15:50:08.990248 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475e52a-266e-4fc6-a5cf-f5ed3aefe790 req-bff6958b-f9fd-4a5a-9d34-c5c47361a22c tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:08.991731 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-9475e52a-266e-4fc6-a5cf-f5ed3aefe790 req-bff6958b-f9fd-4a5a-9d34-c5c47361a22c tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3b34445-0b71-4098-abf8-cdd016195ad7 HTTP/1.1" status: 200 len: 945 time: 0.0806568 May 25 15:50:09.042002 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-9475e52a-266e-4fc6-a5cf-f5ed3aefe790 req-724dd9ef-3b8d-49d6-9e23-43456f2cabcc tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446153 May 25 15:50:09.349323 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58310aa-3def-424e-a3b7-33690d111345 req-7d895caf-c258-45d8-b329-2a584a1f3419 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:09.350784 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-b58310aa-3def-424e-a3b7-33690d111345 req-7d895caf-c258-45d8-b329-2a584a1f3419 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 945 time: 0.0850356 May 25 15:50:09.403550 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-b58310aa-3def-424e-a3b7-33690d111345 req-6a633924-b9a8-46b2-ae0a-a7f12197b7cb tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466521 May 25 15:50:10.622540 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7601f42b-a5b3-4b6f-bc0a-5552785ec7a1 req-3981a3a7-d4ec-4995-811b-7df6b69a2ec7 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:10.624056 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-7601f42b-a5b3-4b6f-bc0a-5552785ec7a1 req-3981a3a7-d4ec-4995-811b-7df6b69a2ec7 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 945 time: 0.0881131 May 25 15:50:10.689082 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-7601f42b-a5b3-4b6f-bc0a-5552785ec7a1 req-505a52d1-3b0a-4dd1-9124-937421fec4fb tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579722 May 25 15:50:11.899094 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27baec2-e476-477b-b5a6-f5d955bd29ce req-9fafa6e1-aa5c-4e6d-961d-f22d62e238cb tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:11.900565 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-a27baec2-e476-477b-b5a6-f5d955bd29ce req-9fafa6e1-aa5c-4e6d-961d-f22d62e238cb tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 945 time: 0.0807347 May 25 15:50:11.957756 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-a27baec2-e476-477b-b5a6-f5d955bd29ce req-e140cc2e-51c0-42d0-aeff-c64e11cb33b8 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500927 May 25 15:50:13.155442 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2accd-a179-401a-b31d-c09f963cf6dd req-6fb22580-06e0-42fb-9c63-5d3619a56dac tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:13.156950 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-19f2accd-a179-401a-b31d-c09f963cf6dd req-6fb22580-06e0-42fb-9c63-5d3619a56dac tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 945 time: 0.0853193 May 25 15:50:13.203991 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-19f2accd-a179-401a-b31d-c09f963cf6dd req-f93a4b97-021d-4d1f-9a66-05eca91e37cb tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413575 May 25 15:50:13.662604 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5190210-1570-4049-89a6-65a9a96994b8 req-8a78f7c2-250f-4f13-9f4e-51d0d9aa39e9 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:13.664111 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f5190210-1570-4049-89a6-65a9a96994b8 req-8a78f7c2-250f-4f13-9f4e-51d0d9aa39e9 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/networks?id=516c7a38-b432-4454-a37e-dcd9282969c8 HTTP/1.1" status: 200 len: 814 time: 0.1781569 May 25 15:50:13.700477 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f5190210-1570-4049-89a6-65a9a96994b8 req-6b271516-7214-4102-968f-18733dc85757 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/quotas/6a19b789b0da484f93d05d3a4f181676 HTTP/1.1" status: 200 len: 375 time: 0.0230136 May 25 15:50:13.746997 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-5aeade64-671b-4658-925d-7fe704d5bcc2 req-d04b3936-f9e5-4de1-b16e-aa4a0c544eaa tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1167974510&fields=id&tenant_id=40f0e137ef6d459694b23fb772f41365 HTTP/1.1" status: 200 len: 267 time: 0.0969377 May 25 15:50:13.933137 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f5190210-1570-4049-89a6-65a9a96994b8 req-0627202b-0cfa-448a-9257-6ae686b3ffb4 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a19b789b0da484f93d05d3a4f181676&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2258563 May 25 15:50:13.948050 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeade64-671b-4658-925d-7fe704d5bcc2 req-6ce69756-0ce8-4a65-bf07-00157c0738a8 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:13.949602 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-5aeade64-671b-4658-925d-7fe704d5bcc2 req-6ce69756-0ce8-4a65-bf07-00157c0738a8 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/ports?device_id=2850869e-e524-45ab-8d9b-e4639e80073d HTTP/1.1" status: 200 len: 984 time: 0.1972065 May 25 15:50:14.020465 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [req-5aeade64-671b-4658-925d-7fe704d5bcc2 req-623941f7-cdb3-4240-8a74-4999456a0ae6 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Request body: {'port': {'security_groups': ['6f9a9a1e-4230-476d-a929-d2339a8736f5']}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:50:14.179149 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f5190210-1570-4049-89a6-65a9a96994b8 req-95d981f1-6586-40f2-8dd0-ee33bb1660ae service neutron] 10.222.0.11 "GET /v2.0/networks/516c7a38-b432-4454-a37e-dcd9282969c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285466 May 25 15:50:14.184414 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-5aeade64-671b-4658-925d-7fe704d5bcc2 req-623941f7-cdb3-4240-8a74-4999456a0ae6 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:14.405834 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f5190210-1570-4049-89a6-65a9a96994b8 req-c6ea1d75-e449-441e-80c8-9257ba78b9a2 service neutron] 10.222.0.11 "GET /v2.0/networks/516c7a38-b432-4454-a37e-dcd9282969c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123952 May 25 15:50:14.455119 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-288eba65-1328-46d2-9e9b-6473e6b4eb31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:14.558729 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.db [req-5aeade64-671b-4658-925d-7fe704d5bcc2 req-623941f7-cdb3-4240-8a74-4999456a0ae6 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] For port a643f8ed-8746-46d8-9074-de08427fbe0e, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=a643f8ed-8746-46d8-9074-de08427fbe0e,segment=NetworkSegment(0d2dba9c-6aea-4e0a-adda-13417adc15b7),segment_id=0d2dba9c-6aea-4e0a-adda-13417adc15b7)] {{(pid=98655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:50:14.591615 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-5aeade64-671b-4658-925d-7fe704d5bcc2 req-623941f7-cdb3-4240-8a74-4999456a0ae6 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks [] for port, precommit_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:14.596804 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-5aeade64-671b-4658-925d-7fe704d5bcc2 req-623941f7-cdb3-4240-8a74-4999456a0ae6 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13718074'] for port, after_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:14.609986 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-6f22cab6-4f09-4907-8c5a-5d44934ce8e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:50:14.635315 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] get_ports_and_sgs() called for port_ids ['a643f8ed-8746-46d8-9074-de08427fbe0e'] {{(pid=98656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:50:14.728757 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeade64-671b-4658-925d-7fe704d5bcc2 req-623941f7-cdb3-4240-8a74-4999456a0ae6 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:14.729305 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-5aeade64-671b-4658-925d-7fe704d5bcc2 req-623941f7-cdb3-4240-8a74-4999456a0ae6 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for port, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:14.730712 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-5aeade64-671b-4658-925d-7fe704d5bcc2 req-623941f7-cdb3-4240-8a74-4999456a0ae6 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "PUT /v2.0/ports/a643f8ed-8746-46d8-9074-de08427fbe0e HTTP/1.1" status: 200 len: 942 time: 0.7601914 May 25 15:50:14.734092 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2850869e-e524-45ab-8d9b-e4639e80073d', 'tag': 'a643f8ed-8746-46d8-9074-de08427fbe0e'}] {{(pid=98655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:50:14.752012 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 49186) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:50:14.833208 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] get_ports_and_sgs() called for port_ids ['a643f8ed-8746-46d8-9074-de08427fbe0e'] {{(pid=98656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:50:14.883222 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-2fa1364d-b137-47d3-83f0-5cdd49d8880f tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:14.911936 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-a4cea1d8-9ca5-4828-b80f-df57a41ba394 req-1db8bb9a-424a-42f5-aaca-fc0ef9008b2f tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e70a76d-168d-4a46-892f-f8882e4c3c86 HTTP/1.1" status: 200 len: 210 time: 0.0977161 May 25 15:50:14.914904 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623941f7-cdb3-4240-8a74-4999456a0ae6 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Pushing event updated for resources: {'Port': ['ID=a643f8ed-8746-46d8-9074-de08427fbe0e,revision_number=7']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:50:14.926520 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-623941f7-cdb3-4240-8a74-4999456a0ae6 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:50:14.937907 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-2fa1364d-b137-47d3-83f0-5cdd49d8880f tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:14.975855 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208e57f-d99d-4957-9f60-9e61a60caba0 req-a2218e09-52ba-476b-8533-3fa43ce78b39 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:14.985097 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-d208e57f-d99d-4957-9f60-9e61a60caba0 req-a2218e09-52ba-476b-8533-3fa43ce78b39 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 945 time: 0.3420260 May 25 15:50:15.043311 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2850869e-e524-45ab-8d9b-e4639e80073d', 'tag': 'a643f8ed-8746-46d8-9074-de08427fbe0e', 'status': 'completed', 'code': 200} May 25 15:50:15.046478 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-d208e57f-d99d-4957-9f60-9e61a60caba0 req-b05d58b9-9dba-47e7-b723-5ba88bb0dad2 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552008 May 25 15:50:15.063817 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-2fa1364d-b137-47d3-83f0-5cdd49d8880f tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:15.074497 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-3a002596-785b-4c29-85be-adb5e6ab39b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:50:15.108765 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa1364d-b137-47d3-83f0-5cdd49d8880f tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d95b20-34d2-4696-aa2c-a8a59d7e5b7b,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:50:15.117877 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-2fa1364d-b137-47d3-83f0-5cdd49d8880f tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:50:15.120462 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-2fa1364d-b137-47d3-83f0-5cdd49d8880f tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:15.121650 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-2fa1364d-b137-47d3-83f0-5cdd49d8880f tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "DELETE /v2.0/security-groups/82d95b20-34d2-4696-aa2c-a8a59d7e5b7b HTTP/1.1" status: 204 len: 168 time: 0.3686986 May 25 15:50:15.124564 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 49192) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:50:15.181737 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf51195-8ab5-47e0-90a7-6e0139e6480f req-5a0512f5-ef6d-4c5e-ad70-3b7f1351216e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:15.184048 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-8cf51195-8ab5-47e0-90a7-6e0139e6480f req-5a0512f5-ef6d-4c5e-ad70-3b7f1351216e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=40f0e137ef6d459694b23fb772f41365&device_id=2850869e-e524-45ab-8d9b-e4639e80073d HTTP/1.1" status: 200 len: 1098 time: 0.1069770 May 25 15:50:15.206504 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-8ac417ce-24c7-4513-803b-b81931e569e9 None None] Provisioning complete for port a643f8ed-8746-46d8-9074-de08427fbe0e triggered by entity DHCP. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:50:15.207075 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-8ac417ce-24c7-4513-803b-b81931e569e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:15.375036 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf51195-8ab5-47e0-90a7-6e0139e6480f req-2e3def3d-21c0-4d0b-a014-6b013f7b4029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:15.377848 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-8cf51195-8ab5-47e0-90a7-6e0139e6480f req-2e3def3d-21c0-4d0b-a014-6b013f7b4029 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2e23e138-5300-4d67-9423-ae7531ef4a22 HTTP/1.1" status: 200 len: 916 time: 0.1857629 May 25 15:50:15.437232 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.plugin [None req-7ebd728a-4b2b-489c-9728-ea0a45cd93e6 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Deleting port b63be550-5ad8-4f76-9117-a872f986b586 {{(pid=98653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:50:15.437575 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-7ebd728a-4b2b-489c-9728-ea0a45cd93e6 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730536052803'] for port, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:15.493943 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-8cf51195-8ab5-47e0-90a7-6e0139e6480f req-23075930-98b3-440c-a4b7-4960d02b1a31 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a643f8ed-8746-46d8-9074-de08427fbe0e HTTP/1.1" status: 200 len: 1001 time: 0.1050894 May 25 15:50:15.575888 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf51195-8ab5-47e0-90a7-6e0139e6480f req-c8e9acbf-c5d9-4cb8-b43d-3929428f315b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:15.577473 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-8cf51195-8ab5-47e0-90a7-6e0139e6480f req-c8e9acbf-c5d9-4cb8-b43d-3929428f315b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d764aad-82e4-482f-aa9a-8954a4d179af HTTP/1.1" status: 200 len: 854 time: 0.0665934 May 25 15:50:15.659225 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf51195-8ab5-47e0-90a7-6e0139e6480f req-7ed6792d-6c18-46b2-a3c9-ba6ac72b5021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:15.659606 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-7ebd728a-4b2b-489c-9728-ea0a45cd93e6 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16426746'] for port, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:15.659972 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-7ebd728a-4b2b-489c-9728-ea0a45cd93e6 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:15.660738 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-8cf51195-8ab5-47e0-90a7-6e0139e6480f req-7ed6792d-6c18-46b2-a3c9-ba6ac72b5021 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2e23e138-5300-4d67-9423-ae7531ef4a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0756502 May 25 15:50:15.787765 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.plugin [None req-7ebd728a-4b2b-489c-9728-ea0a45cd93e6 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Calling delete_port for b63be550-5ad8-4f76-9117-a872f986b586 owned by network:floatingip {{(pid=98653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:50:15.820923 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-8cf51195-8ab5-47e0-90a7-6e0139e6480f req-66c42750-9614-4a5a-a3ad-a6ba91f948ce service neutron] 10.222.0.62 "GET /v2.0/networks/2e23e138-5300-4d67-9423-ae7531ef4a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526661 May 25 15:50:16.060053 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-7ebd728a-4b2b-489c-9728-ea0a45cd93e6 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730536055462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730535669971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14739030'] for port, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:16.068429 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-57ffa96c-875c-473c-8914-6dfc63b2d976 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:50:16.105429 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0aeacba0-20eb-4e96-8b14-6d8d87e6a1d9 req-664714c7-540c-485c-aeb6-a694f3669a7a tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e70a76d-168d-4a46-892f-f8882e4c3c86 HTTP/1.1" status: 200 len: 210 time: 0.0587740 May 25 15:50:16.116997 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-8cf51195-8ab5-47e0-90a7-6e0139e6480f req-dfe0a023-d9fe-44a4-bb4d-c446be664cd4 service neutron] 10.222.0.62 "GET /v2.0/networks/2e23e138-5300-4d67-9423-ae7531ef4a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837279 May 25 15:50:16.145594 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd728a-4b2b-489c-9728-ea0a45cd93e6 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Pushing event deleted for resources: {'Port': ['ID=b63be550-5ad8-4f76-9117-a872f986b586,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:50:16.155278 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-7ebd728a-4b2b-489c-9728-ea0a45cd93e6 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:50:16.277646 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5190210-1570-4049-89a6-65a9a96994b8 req-344165b8-c11a-48b2-9401-ccec44f1b67f tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:16.278332 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [req-f5190210-1570-4049-89a6-65a9a96994b8 req-344165b8-c11a-48b2-9401-ccec44f1b67f tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Synchronizing usage tracker for tenant:6a19b789b0da484f93d05d3a4f181676 on resource:network {{(pid=98653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:50:16.298952 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-7ebd728a-4b2b-489c-9728-ea0a45cd93e6 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks [] for floatingip, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:16.299311 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.db.l3_db [None req-7ebd728a-4b2b-489c-9728-ea0a45cd93e6 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Floating IP ac64ae75-b433-4142-bbb7-dbf976da2d7e disassociated (deleted). External IP: 172.28.3.152, port: a643f8ed-8746-46d8-9074-de08427fbe0e. May 25 15:50:16.300507 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055e11b-8128-4af8-ba37-207c4a4a9a8b req-2cd2cc51-1041-4bce-8b5c-3c653ddefb8b tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:16.302040 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-1055e11b-8128-4af8-ba37-207c4a4a9a8b req-2cd2cc51-1041-4bce-8b5c-3c653ddefb8b tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 945 time: 0.0820751 May 25 15:50:16.351385 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-1055e11b-8128-4af8-ba37-207c4a4a9a8b req-bb4d576e-d708-4a52-bfb4-daf0ecf65966 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425715 May 25 15:50:16.374694 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [req-f5190210-1570-4049-89a6-65a9a96994b8 req-344165b8-c11a-48b2-9401-ccec44f1b67f tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Unset dirty status for tenant:6a19b789b0da484f93d05d3a4f181676 on resource:network {{(pid=98653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:50:16.375895 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-f5190210-1570-4049-89a6-65a9a96994b8 req-344165b8-c11a-48b2-9401-ccec44f1b67f tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.62 "GET /v2.0/networks?id=516c7a38-b432-4454-a37e-dcd9282969c8 HTTP/1.1" status: 200 len: 814 time: 0.4278557 May 25 15:50:16.461997 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [req-f5190210-1570-4049-89a6-65a9a96994b8 req-b98d204d-efae-4f1c-9bbd-36e93bfb6bda tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Request body: {'port': {'device_id': '4e70a76d-168d-4a46-892f-f8882e4c3c86', 'network_id': '516c7a38-b432-4454-a37e-dcd9282969c8', 'admin_state_up': True, 'tenant_id': '6a19b789b0da484f93d05d3a4f181676'}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:50:16.691501 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [req-f5190210-1570-4049-89a6-65a9a96994b8 req-b98d204d-efae-4f1c-9bbd-36e93bfb6bda tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:50:16.768817 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [req-f5190210-1570-4049-89a6-65a9a96994b8 req-b98d204d-efae-4f1c-9bbd-36e93bfb6bda tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:50:16.792166 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5190210-1570-4049-89a6-65a9a96994b8 req-b98d204d-efae-4f1c-9bbd-36e93bfb6bda tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Made reservation on behalf of 6a19b789b0da484f93d05d3a4f181676 for: {'port': 1} {{(pid=98653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:50:16.796915 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-f5190210-1570-4049-89a6-65a9a96994b8 req-b98d204d-efae-4f1c-9bbd-36e93bfb6bda tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:16.825114 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ebd728a-4b2b-489c-9728-ea0a45cd93e6 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Router 55a4f65f-75c4-40fd-9ba9-d73a05086da9 has already been hosted by L3 agent f8a1ad16-ec6f-48c0-91e7-34790a8304cd {{(pid=98653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:50:17.134478 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.db_base_plugin_common [req-f5190210-1570-4049-89a6-65a9a96994b8 req-b98d204d-efae-4f1c-9bbd-36e93bfb6bda tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Allocated IP 172.20.0.7 (516c7a38-b432-4454-a37e-dcd9282969c8/80b790bd-e2d5-47cf-bd18-e178e92334ba/9b0aa180-a33b-496a-bb82-d06073005bd7) {{(pid=98653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:50:17.140008 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ebd728a-4b2b-489c-9728-ea0a45cd93e6 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify agent at l3_agent.dv-cinder-791239-3-smb the message routers_updated {{(pid=98653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:50:17.153687 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3510cd9d-36fe-45a9-8ee9-1e9de487ff34 None None] Sync routers for ids ['55a4f65f-75c4-40fd-9ba9-d73a05086da9'] in dv-cinder-791239-3-smb {{(pid=98660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:50:17.165075 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3510cd9d-36fe-45a9-8ee9-1e9de487ff34 None None] Routers {'55a4f65f-75c4-40fd-9ba9-d73a05086da9'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:50:17.165700 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-3510cd9d-36fe-45a9-8ee9-1e9de487ff34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:49:47Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['55a4f65f-75c4-40fd-9ba9-d73a05086da9'], 'active': True} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:50:17.281194 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c4e531d2-bdb6-4635-ab46-de03965af23b req-e4635e35-7005-4330-9413-2fcbcd2a4c5d tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e70a76d-168d-4a46-892f-f8882e4c3c86 HTTP/1.1" status: 200 len: 210 time: 0.0538023 May 25 15:50:17.305614 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-7ebd728a-4b2b-489c-9728-ea0a45cd93e6 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for floatingip, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:17.324830 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:17.359942 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvr_db [None req-3510cd9d-36fe-45a9-8ee9-1e9de487ff34 None None] Set router 55a4f65f-75c4-40fd-9ba9-d73a05086da9 gateway port host: dv-cinder-791239-3-smb {{(pid=98660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:50:17.441723 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-7ebd728a-4b2b-489c-9728-ea0a45cd93e6 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "DELETE /v2.0/floatingips/ac64ae75-b433-4142-bbb7-dbf976da2d7e HTTP/1.1" status: 204 len: 168 time: 2.3124058 May 25 15:50:17.444709 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2850869e-e524-45ab-8d9b-e4639e80073d', 'tag': 'a643f8ed-8746-46d8-9074-de08427fbe0e'}] {{(pid=98653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:50:17.476865 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-6252279e-e5e7-4e5c-86e1-31320936839a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:17.549627 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-f5190210-1570-4049-89a6-65a9a96994b8 req-b98d204d-efae-4f1c-9bbd-36e93bfb6bda tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Notify callbacks [] for port, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:17.593705 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-f5190210-1570-4049-89a6-65a9a96994b8 req-b98d204d-efae-4f1c-9bbd-36e93bfb6bda tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730535669962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14739030'] for port, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:17.607369 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-4ca05897-ed13-4fd4-9fcc-db26c1d8ef4b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:50:17.615363 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efc32d-6b1d-4d58-978a-680c3ccadb32 req-f408fc4f-b76d-4744-ab25-34d3df95103c tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:17.617496 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-38efc32d-6b1d-4d58-978a-680c3ccadb32 req-f408fc4f-b76d-4744-ab25-34d3df95103c tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 945 time: 0.1134245 May 25 15:50:17.630431 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] get_ports_and_sgs() called for port_ids ['0de8b5d1-c5c0-41d4-8b50-1db82d50eaa5'] {{(pid=98656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:50:17.681570 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-38efc32d-6b1d-4d58-978a-680c3ccadb32 req-6ef11719-3d37-470c-9558-e75f62400947 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583565 May 25 15:50:17.708406 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5190210-1570-4049-89a6-65a9a96994b8 req-b98d204d-efae-4f1c-9bbd-36e93bfb6bda tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Network 516c7a38-b432-4454-a37e-dcd9282969c8 is already hosted by enough agents. {{(pid=98653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:50:17.711914 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.base_scheduler [req-f5190210-1570-4049-89a6-65a9a96994b8 req-b98d204d-efae-4f1c-9bbd-36e93bfb6bda tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Resources bound (agent type, host, resource id): {{(pid=98653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:50:17.714696 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5190210-1570-4049-89a6-65a9a96994b8 req-b98d204d-efae-4f1c-9bbd-36e93bfb6bda tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Received port after_create {{(pid=98653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:50:17.755964 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2850869e-e524-45ab-8d9b-e4639e80073d', 'tag': 'a643f8ed-8746-46d8-9074-de08427fbe0e', 'status': 'completed', 'code': 200} May 25 15:50:17.785574 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98d204d-efae-4f1c-9bbd-36e93bfb6bda tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Pushing event updated for resources: {'Port': ['ID=9b0aa180-a33b-496a-bb82-d06073005bd7,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:50:17.796766 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-b98d204d-efae-4f1c-9bbd-36e93bfb6bda tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:50:17.813194 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5190210-1570-4049-89a6-65a9a96994b8 req-b98d204d-efae-4f1c-9bbd-36e93bfb6bda tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:17.814403 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-f5190210-1570-4049-89a6-65a9a96994b8 req-b98d204d-efae-4f1c-9bbd-36e93bfb6bda tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for port, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:17.840547 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-f5190210-1570-4049-89a6-65a9a96994b8 req-b98d204d-efae-4f1c-9bbd-36e93bfb6bda tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3958752 May 25 15:50:17.860199 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [req-f5190210-1570-4049-89a6-65a9a96994b8 req-418fadb0-9ca8-4eef-bb64-519e9d589540 service neutron] Request body: {'port': {'device_id': '4e70a76d-168d-4a46-892f-f8882e4c3c86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79123'}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:50:17.898279 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe829a-cf58-463b-845c-daba74a69ccb req-99b1ab7c-ea19-463e-9df5-839a8b9bc740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:17.903028 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-34fe829a-cf58-463b-845c-daba74a69ccb req-99b1ab7c-ea19-463e-9df5-839a8b9bc740 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=40f0e137ef6d459694b23fb772f41365&device_id=2850869e-e524-45ab-8d9b-e4639e80073d HTTP/1.1" status: 200 len: 1098 time: 0.1059618 May 25 15:50:17.919081 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-3510cd9d-36fe-45a9-8ee9-1e9de487ff34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a4f65f-75c4-40fd-9ba9-d73a05086da9', 'name': 'tempest-TestMinimumBasicScenario-1824758150-router', 'tenant_id': '40f0e137ef6d459694b23fb772f41365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': 'b77916c3-d88d-4028-bdd0-e537e4376e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:46:23Z', 'updated_at': '2021-05-25T15:46:30Z', 'revision_number': 4, 'project_id': '40f0e137ef6d459694b23fb772f41365', 'gw_port': {'id': 'b77916c3-d88d-4028-bdd0-e537e4376e33', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a4f65f-75c4-40fd-9ba9-d73a05086da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:46:24Z', 'updated_at': '2021-05-25T15:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_interfaces': [{'id': 'f32fc186-bc47-473d-88c4-90f79b727810', 'name': '', 'network_id': '2e23e138-5300-4d67-9423-ae7531ef4a22', 'tenant_id': '40f0e137ef6d459694b23fb772f41365', 'mac_address': 'fa:16:3e:b0:3b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a4f65f-75c4-40fd-9ba9-d73a05086da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6d764aad-82e4-482f-aa9a-8954a4d179af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:46:29Z', 'updated_at': '2021-05-25T15:46:38Z', 'revision_number': 5, 'project_id': '40f0e137ef6d459694b23fb772f41365', 'subnets': [{'id': '6d764aad-82e4-482f-aa9a-8954a4d179af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:50:17.924527 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3510cd9d-36fe-45a9-8ee9-1e9de487ff34 None None] Checking router: 55a4f65f-75c4-40fd-9ba9-d73a05086da9 for host: dv-cinder-791239-3-smb {{(pid=98660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:50:17.936969 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3510cd9d-36fe-45a9-8ee9-1e9de487ff34 None None] Routers {'55a4f65f-75c4-40fd-9ba9-d73a05086da9'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:50:17.937837 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-3510cd9d-36fe-45a9-8ee9-1e9de487ff34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:50:17Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['55a4f65f-75c4-40fd-9ba9-d73a05086da9'], 'active': True} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:50:18.026885 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-f5190210-1570-4049-89a6-65a9a96994b8 req-418fadb0-9ca8-4eef-bb64-519e9d589540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:18.116562 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe829a-cf58-463b-845c-daba74a69ccb req-9f21c9a6-77ca-467f-a481-70f1e5d0a257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:18.118402 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-34fe829a-cf58-463b-845c-daba74a69ccb req-9f21c9a6-77ca-467f-a481-70f1e5d0a257 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2e23e138-5300-4d67-9423-ae7531ef4a22 HTTP/1.1" status: 200 len: 916 time: 0.2076604 May 25 15:50:18.173664 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvr_db [None req-3510cd9d-36fe-45a9-8ee9-1e9de487ff34 None None] Set router 55a4f65f-75c4-40fd-9ba9-d73a05086da9 gateway port host: dv-cinder-791239-3-smb {{(pid=98660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:50:18.211964 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-34fe829a-cf58-463b-845c-daba74a69ccb req-fffaeb02-7623-42a7-86fb-e8106d82cbe8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a643f8ed-8746-46d8-9074-de08427fbe0e HTTP/1.1" status: 200 len: 217 time: 0.0858111 May 25 15:50:18.279460 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe829a-cf58-463b-845c-daba74a69ccb req-9b927f1a-149f-4cd2-a8a9-d91580a939b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:18.281229 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-34fe829a-cf58-463b-845c-daba74a69ccb req-9b927f1a-149f-4cd2-a8a9-d91580a939b6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d764aad-82e4-482f-aa9a-8954a4d179af HTTP/1.1" status: 200 len: 854 time: 0.0624459 May 25 15:50:18.368583 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe829a-cf58-463b-845c-daba74a69ccb req-ef72920d-d302-4662-9328-0809572d6466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:18.370427 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-34fe829a-cf58-463b-845c-daba74a69ccb req-ef72920d-d302-4662-9328-0809572d6466 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2e23e138-5300-4d67-9423-ae7531ef4a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0778053 May 25 15:50:18.414405 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:18.492606 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.notifiers.nova [req-f5190210-1570-4049-89a6-65a9a96994b8 req-418fadb0-9ca8-4eef-bb64-519e9d589540 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b0aa180-a33b-496a-bb82-d06073005bd7 {{(pid=98653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:50:18.502244 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-f5190210-1570-4049-89a6-65a9a96994b8 req-418fadb0-9ca8-4eef-bb64-519e9d589540 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:18.523466 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.provisioning_blocks [req-f5190210-1570-4049-89a6-65a9a96994b8 req-418fadb0-9ca8-4eef-bb64-519e9d589540 service neutron] Transition to ACTIVE for port object 9b0aa180-a33b-496a-bb82-d06073005bd7 will not be triggered until provisioned by entity L2. {{(pid=98653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:50:18.528900 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-f5190210-1570-4049-89a6-65a9a96994b8 req-418fadb0-9ca8-4eef-bb64-519e9d589540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14739039'] for port, after_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:18.539640 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-caf8be2b-7d15-4cec-8321-d515d4001994 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:50:18.557628 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-3510cd9d-36fe-45a9-8ee9-1e9de487ff34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a4f65f-75c4-40fd-9ba9-d73a05086da9', 'name': 'tempest-TestMinimumBasicScenario-1824758150-router', 'tenant_id': '40f0e137ef6d459694b23fb772f41365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': 'b77916c3-d88d-4028-bdd0-e537e4376e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:46:23Z', 'updated_at': '2021-05-25T15:46:30Z', 'revision_number': 4, 'project_id': '40f0e137ef6d459694b23fb772f41365', 'gw_port': {'id': 'b77916c3-d88d-4028-bdd0-e537e4376e33', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a4f65f-75c4-40fd-9ba9-d73a05086da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:46:24Z', 'updated_at': '2021-05-25T15:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_interfaces': [{'id': 'f32fc186-bc47-473d-88c4-90f79b727810', 'name': '', 'network_id': '2e23e138-5300-4d67-9423-ae7531ef4a22', 'tenant_id': '40f0e137ef6d459694b23fb772f41365', 'mac_address': 'fa:16:3e:b0:3b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a4f65f-75c4-40fd-9ba9-d73a05086da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6d764aad-82e4-482f-aa9a-8954a4d179af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:46:29Z', 'updated_at': '2021-05-25T15:46:38Z', 'revision_number': 5, 'project_id': '40f0e137ef6d459694b23fb772f41365', 'subnets': [{'id': '6d764aad-82e4-482f-aa9a-8954a4d179af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:50:18.562536 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3510cd9d-36fe-45a9-8ee9-1e9de487ff34 None None] The sync data for ids ['55a4f65f-75c4-40fd-9ba9-d73a05086da9'] in dv-cinder-791239-3-smb is: [{'id': '55a4f65f-75c4-40fd-9ba9-d73a05086da9', 'name': 'tempest-TestMinimumBasicScenario-1824758150-router', 'tenant_id': '40f0e137ef6d459694b23fb772f41365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': 'b77916c3-d88d-4028-bdd0-e537e4376e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:46:23Z', 'updated_at': '2021-05-25T15:46:30Z', 'revision_number': 4, 'project_id': '40f0e137ef6d459694b23fb772f41365', 'gw_port': {'id': 'b77916c3-d88d-4028-bdd0-e537e4376e33', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a4f65f-75c4-40fd-9ba9-d73a05086da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:46:24Z', 'updated_at': '2021-05-25T15:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_interfaces': [{'id': 'f32fc186-bc47-473d-88c4-90f79b727810', 'name': '', 'network_id': '2e23e138-5300-4d67-9423-ae7531ef4a22', 'tenant_id': '40f0e137ef6d459694b23fb772f41365', 'mac_address': 'fa:16:3e:b0:3b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a4f65f-75c4-40fd-9ba9-d73a05086da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6d764aad-82e4-482f-aa9a-8954a4d179af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:46:29Z', 'updated_at': '2021-05-25T15:46:38Z', 'revision_number': 5, 'project_id': '40f0e137ef6d459694b23fb772f41365', 'subnets': [{'id': '6d764aad-82e4-482f-aa9a-8954a4d179af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:50:18.588519 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-34fe829a-cf58-463b-845c-daba74a69ccb req-d66137da-878f-45c5-a9cc-45646dee1ba2 service neutron] 10.222.0.62 "GET /v2.0/networks/2e23e138-5300-4d67-9423-ae7531ef4a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039442 May 25 15:50:18.605314 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ef86e-942a-4625-8c61-ca44185f7bfe req-6ff5120d-4902-4131-9e90-b99639ce8c6e tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:18.607050 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e35ef86e-942a-4625-8c61-ca44185f7bfe req-6ff5120d-4902-4131-9e90-b99639ce8c6e tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e70a76d-168d-4a46-892f-f8882e4c3c86 HTTP/1.1" status: 200 len: 931 time: 0.1447771 May 25 15:50:18.706409 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418fadb0-9ca8-4eef-bb64-519e9d589540 service neutron] Pushing event updated for resources: {'Port': ['ID=9b0aa180-a33b-496a-bb82-d06073005bd7,revision_number=2']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:50:18.737760 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-418fadb0-9ca8-4eef-bb64-519e9d589540 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:50:18.767554 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e35ef86e-942a-4625-8c61-ca44185f7bfe req-c183aa7c-b81f-44b9-a031-65ca53841b8b tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394904 May 25 15:50:18.796909 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-34fe829a-cf58-463b-845c-daba74a69ccb req-cce5aeca-1aae-4c93-9c87-b521d5d1ccc8 service neutron] 10.222.0.62 "GET /v2.0/networks/2e23e138-5300-4d67-9423-ae7531ef4a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888855 May 25 15:50:18.802384 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.managers [req-f5190210-1570-4049-89a6-65a9a96994b8 req-418fadb0-9ca8-4eef-bb64-519e9d589540 service neutron] Attempting to bind port 9b0aa180-a33b-496a-bb82-d06073005bd7 on host hv-cinder-79123 for vnic_type normal with profile {{(pid=98653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:50:18.802888 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.managers [req-f5190210-1570-4049-89a6-65a9a96994b8 req-418fadb0-9ca8-4eef-bb64-519e9d589540 service neutron] Attempting to bind port 9b0aa180-a33b-496a-bb82-d06073005bd7 by drivers openvswitch,hyperv on host hv-cinder-79123 at level 0 using segments [{'id': 'd048cc76-f1b9-4c55-bd01-b655f3df7c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '516c7a38-b432-4454-a37e-dcd9282969c8'}] {{(pid=98653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:50:18.803232 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5190210-1570-4049-89a6-65a9a96994b8 req-418fadb0-9ca8-4eef-bb64-519e9d589540 service neutron] Attempting to bind port 9b0aa180-a33b-496a-bb82-d06073005bd7 on network 516c7a38-b432-4454-a37e-dcd9282969c8 {{(pid=98653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:50:18.810036 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5190210-1570-4049-89a6-65a9a96994b8 req-418fadb0-9ca8-4eef-bb64-519e9d589540 service neutron] Port 9b0aa180-a33b-496a-bb82-d06073005bd7 on network 516c7a38-b432-4454-a37e-dcd9282969c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79123 {{(pid=98653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 15:50:18.810366 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5190210-1570-4049-89a6-65a9a96994b8 req-418fadb0-9ca8-4eef-bb64-519e9d589540 service neutron] Attempting to bind port 9b0aa180-a33b-496a-bb82-d06073005bd7 on network 516c7a38-b432-4454-a37e-dcd9282969c8 {{(pid=98653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:50:18.815992 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5190210-1570-4049-89a6-65a9a96994b8 req-418fadb0-9ca8-4eef-bb64-519e9d589540 service neutron] Checking agent: {'id': 'e8d02b02-d66f-44f3-9cce-64202f9374d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 39, 18), 'started_at': datetime.datetime(2021, 5, 25, 15, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:50:18.816331 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5190210-1570-4049-89a6-65a9a96994b8 req-418fadb0-9ca8-4eef-bb64-519e9d589540 service neutron] Checking segment: {'id': 'd048cc76-f1b9-4c55-bd01-b655f3df7c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '516c7a38-b432-4454-a37e-dcd9282969c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:50:18.816859 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5190210-1570-4049-89a6-65a9a96994b8 req-418fadb0-9ca8-4eef-bb64-519e9d589540 service neutron] Bound using segment: {'id': 'd048cc76-f1b9-4c55-bd01-b655f3df7c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '516c7a38-b432-4454-a37e-dcd9282969c8'} {{(pid=98653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:50:18.817299 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.managers [req-f5190210-1570-4049-89a6-65a9a96994b8 req-418fadb0-9ca8-4eef-bb64-519e9d589540 service neutron] Bound port: 9b0aa180-a33b-496a-bb82-d06073005bd7, host: hv-cinder-79123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd048cc76-f1b9-4c55-bd01-b655f3df7c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '516c7a38-b432-4454-a37e-dcd9282969c8'}}] {{(pid=98653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:50:18.817699 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-f5190210-1570-4049-89a6-65a9a96994b8 req-418fadb0-9ca8-4eef-bb64-519e9d589540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:18.882660 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb335ec-6e8e-4bc4-b045-5ab3e38d0fe5 None None] New status for floating IP ac64ae75-b433-4142-bbb7-dbf976da2d7e: DOWN {{(pid=98656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 15:50:18.932100 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.db [req-f5190210-1570-4049-89a6-65a9a96994b8 req-418fadb0-9ca8-4eef-bb64-519e9d589540 service neutron] For port 9b0aa180-a33b-496a-bb82-d06073005bd7, host hv-cinder-79123, cleared binding levels {{(pid=98653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:50:18.933882 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b143303-5f1f-442f-94d3-d89234bde716 req-46c34361-310f-49f5-b425-266f894fad18 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:18.935993 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.db [req-f5190210-1570-4049-89a6-65a9a96994b8 req-418fadb0-9ca8-4eef-bb64-519e9d589540 service neutron] For port 9b0aa180-a33b-496a-bb82-d06073005bd7, host hv-cinder-79123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=9b0aa180-a33b-496a-bb82-d06073005bd7,segment=NetworkSegment(d048cc76-f1b9-4c55-bd01-b655f3df7c58),segment_id=d048cc76-f1b9-4c55-bd01-b655f3df7c58)] {{(pid=98653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:50:18.940709 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-6b143303-5f1f-442f-94d3-d89234bde716 req-46c34361-310f-49f5-b425-266f894fad18 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 945 time: 0.0931432 May 25 15:50:18.942388 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-f5190210-1570-4049-89a6-65a9a96994b8 req-418fadb0-9ca8-4eef-bb64-519e9d589540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14739039'] for port, after_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:18.947011 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-1a871af3-9641-4af0-914a-55eedf528cca tempest-ServerRescueNegativeTestJSON-830451963 tempest-ServerRescueNegativeTestJSON-830451963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:50:19.000542 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-6b143303-5f1f-442f-94d3-d89234bde716 req-99c20a27-174d-4486-a18b-f0ff1fda89bd tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563655 May 25 15:50:19.017929 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5190210-1570-4049-89a6-65a9a96994b8 req-418fadb0-9ca8-4eef-bb64-519e9d589540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:19.018594 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-f5190210-1570-4049-89a6-65a9a96994b8 req-418fadb0-9ca8-4eef-bb64-519e9d589540 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for port, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:19.020077 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-f5190210-1570-4049-89a6-65a9a96994b8 req-418fadb0-9ca8-4eef-bb64-519e9d589540 service neutron] 10.222.0.62 "PUT /v2.0/ports/9b0aa180-a33b-496a-bb82-d06073005bd7 HTTP/1.1" status: 200 len: 1093 time: 1.1652262 May 25 15:50:19.029359 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-5e596f64-6e97-4d78-9813-f3b7462efcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:19.047879 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418fadb0-9ca8-4eef-bb64-519e9d589540 service neutron] Pushing event updated for resources: {'Port': ['ID=9b0aa180-a33b-496a-bb82-d06073005bd7,revision_number=3']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:50:19.052777 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-418fadb0-9ca8-4eef-bb64-519e9d589540 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:50:19.183627 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5190210-1570-4049-89a6-65a9a96994b8 req-0eb0cbf5-ae60-4d5d-80ac-6969f3ff6a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:19.186199 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-f5190210-1570-4049-89a6-65a9a96994b8 req-0eb0cbf5-ae60-4d5d-80ac-6969f3ff6a6e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a19b789b0da484f93d05d3a4f181676&device_id=4e70a76d-168d-4a46-892f-f8882e4c3c86 HTTP/1.1" status: 200 len: 1096 time: 0.0861461 May 25 15:50:19.265470 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-f5190210-1570-4049-89a6-65a9a96994b8 req-7525bb29-c80c-4464-b51c-5df71373ac28 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b0aa180-a33b-496a-bb82-d06073005bd7 HTTP/1.1" status: 200 len: 217 time: 0.0595222 May 25 15:50:19.335192 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5190210-1570-4049-89a6-65a9a96994b8 req-86396ede-7d3f-4ad5-9d72-e6a4b17d4567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:19.337028 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-f5190210-1570-4049-89a6-65a9a96994b8 req-86396ede-7d3f-4ad5-9d72-e6a4b17d4567 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=80b790bd-e2d5-47cf-bd18-e178e92334ba HTTP/1.1" status: 200 len: 854 time: 0.0648947 May 25 15:50:19.385103 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-f5190210-1570-4049-89a6-65a9a96994b8 req-8dd9d4b5-e6b0-4fec-a861-4123e33f8b35 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=516c7a38-b432-4454-a37e-dcd9282969c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417478 May 25 15:50:19.638295 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-f5190210-1570-4049-89a6-65a9a96994b8 req-c5e2da2f-dce9-4fa6-a27e-0f71594ebe23 service neutron] 10.222.0.62 "GET /v2.0/networks/516c7a38-b432-4454-a37e-dcd9282969c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452984 May 25 15:50:19.755828 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.agents_db [None req-e0968af0-a351-492f-a815-45d38f582ebc None None] Agent healthcheck: found 6 active agents {{(pid=98660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:50:19.758482 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e70a76d-168d-4a46-892f-f8882e4c3c86', 'tag': '9b0aa180-a33b-496a-bb82-d06073005bd7'}] {{(pid=98653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:50:19.779800 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-f5190210-1570-4049-89a6-65a9a96994b8 req-0a4e58c1-1f8c-45e3-bf55-63c1686128ba service neutron] 10.222.0.62 "GET /v2.0/networks/516c7a38-b432-4454-a37e-dcd9282969c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339934 May 25 15:50:19.820262 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e70a76d-168d-4a46-892f-f8882e4c3c86', 'tag': '9b0aa180-a33b-496a-bb82-d06073005bd7', 'status': 'completed', 'code': 200} May 25 15:50:20.014066 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde7d96d-20ea-4549-88b3-d19fc9253ae7 req-9c8418ef-7ae6-4214-befc-e459cce45aa3 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:20.016605 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-dde7d96d-20ea-4549-88b3-d19fc9253ae7 req-9c8418ef-7ae6-4214-befc-e459cce45aa3 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e70a76d-168d-4a46-892f-f8882e4c3c86 HTTP/1.1" status: 200 len: 943 time: 0.1173818 May 25 15:50:20.030145 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e98f3-b040-474e-812e-d79327800ebf req-fc9e6d8a-6b1d-457b-945f-686f750b9fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:20.031540 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-0c6e98f3-b040-474e-812e-d79327800ebf req-fc9e6d8a-6b1d-457b-945f-686f750b9fd5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a19b789b0da484f93d05d3a4f181676&device_id=4e70a76d-168d-4a46-892f-f8882e4c3c86 HTTP/1.1" status: 200 len: 1096 time: 0.1071472 May 25 15:50:20.082959 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-dde7d96d-20ea-4549-88b3-d19fc9253ae7 req-42103ea0-0df7-44ac-a665-ca1253387ba7 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538738 May 25 15:50:20.179151 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e98f3-b040-474e-812e-d79327800ebf req-fe05daba-2a10-4849-9176-892db34f1590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:20.180651 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-0c6e98f3-b040-474e-812e-d79327800ebf req-fe05daba-2a10-4849-9176-892db34f1590 service neutron] 10.222.0.62 "GET /v2.0/networks?id=516c7a38-b432-4454-a37e-dcd9282969c8 HTTP/1.1" status: 200 len: 915 time: 0.1420453 May 25 15:50:20.224386 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d1d50-7b6c-4b9a-bb97-dc26fff63597 req-c59ebdf6-f526-48c8-bc47-74b42c46af8a tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:20.226132 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e97d1d50-7b6c-4b9a-bb97-dc26fff63597 req-c59ebdf6-f526-48c8-bc47-74b42c46af8a tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 945 time: 0.0888567 May 25 15:50:20.252793 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-0c6e98f3-b040-474e-812e-d79327800ebf req-455edc07-e5e2-468b-a765-833cb4c40c11 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b0aa180-a33b-496a-bb82-d06073005bd7 HTTP/1.1" status: 200 len: 217 time: 0.0643828 May 25 15:50:20.278138 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e97d1d50-7b6c-4b9a-bb97-dc26fff63597 req-e475229a-60a7-49b9-9356-a12158655b98 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452082 May 25 15:50:20.329083 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e98f3-b040-474e-812e-d79327800ebf req-4e3819f0-33cf-4682-bdb3-9789f7d3be02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:20.330726 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-0c6e98f3-b040-474e-812e-d79327800ebf req-4e3819f0-33cf-4682-bdb3-9789f7d3be02 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=80b790bd-e2d5-47cf-bd18-e178e92334ba HTTP/1.1" status: 200 len: 854 time: 0.0711050 May 25 15:50:20.402394 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-0c6e98f3-b040-474e-812e-d79327800ebf req-39e3e7ce-573a-445c-bffe-7671ef8c0422 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=516c7a38-b432-4454-a37e-dcd9282969c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628493 May 25 15:50:20.490442 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-61dd613b-f3f2-4fd9-acf0-68300fd05fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:20.547548 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-0c6e98f3-b040-474e-812e-d79327800ebf req-f219eebf-6835-4ebb-b4a9-19c95686a6be service neutron] 10.222.0.62 "GET /v2.0/networks/516c7a38-b432-4454-a37e-dcd9282969c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375806 May 25 15:50:20.717326 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-0c6e98f3-b040-474e-812e-d79327800ebf req-683b481a-35bb-44db-8974-38a8c66d8ede service neutron] 10.222.0.62 "GET /v2.0/networks/516c7a38-b432-4454-a37e-dcd9282969c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623106 May 25 15:50:21.274288 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12653851-8128-418c-a8d8-6142a79ea8cc req-d7d45fcf-05a9-45d2-a295-25ce61f5190e tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:21.275818 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-12653851-8128-418c-a8d8-6142a79ea8cc req-d7d45fcf-05a9-45d2-a295-25ce61f5190e tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e70a76d-168d-4a46-892f-f8882e4c3c86 HTTP/1.1" status: 200 len: 943 time: 0.0802298 May 25 15:50:21.322785 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-12653851-8128-418c-a8d8-6142a79ea8cc req-0fa2b58f-a7b6-48b9-a2bf-abcf9efbbe01 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410471 May 25 15:50:21.564529 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04c863-fb2f-4c6d-9b95-6f5f93f1b4d2 req-44896155-1ced-40c4-b523-4c97aa9d2255 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:21.565899 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-6f04c863-fb2f-4c6d-9b95-6f5f93f1b4d2 req-44896155-1ced-40c4-b523-4c97aa9d2255 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 945 time: 0.1711264 May 25 15:50:21.612970 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-6f04c863-fb2f-4c6d-9b95-6f5f93f1b4d2 req-ba5f7237-c0fb-41ad-aad4-a2322940e843 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410843 May 25 15:50:22.118260 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12ce5e-e264-425b-b740-1e82e615ce59 req-5d62663c-fef9-4ea3-95c8-2542022587a1 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:22.119647 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-ef12ce5e-e264-425b-b740-1e82e615ce59 req-5d62663c-fef9-4ea3-95c8-2542022587a1 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/ports?device_id=2850869e-e524-45ab-8d9b-e4639e80073d HTTP/1.1" status: 200 len: 945 time: 0.0856817 May 25 15:50:22.165817 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-ef12ce5e-e264-425b-b740-1e82e615ce59 req-b44c4c0c-b8d1-4104-92f0-5726f25c90ad tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f9a9a1e-4230-476d-a929-d2339a8736f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404279 May 25 15:50:22.352796 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device e82acbb0-27f4-4e20-a2c7-88e677ca75ec details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=98656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:50:22.488660 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port e82acbb0-27f4-4e20-a2c7-88e677ca75ec, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=e82acbb0-27f4-4e20-a2c7-88e677ca75ec,segment=NetworkSegment(d31b3f55-0029-4b5d-9031-950743b628bb),segment_id=d31b3f55-0029-4b5d-9031-950743b628bb)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:50:22.502519 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Returning: {'device': 'e82acbb0-27f4-4e20-a2c7-88e677ca75ec', 'network_id': '9c420c9e-5d3a-4c72-87cc-64c647e4aa69', 'port_id': 'e82acbb0-27f4-4e20-a2c7-88e677ca75ec', 'mac_address': 'fa:16:3e:ff:e5:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3cc6c99-8adf-4559-8841-da254b001c5f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:50:22.518218 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca69e29-97e1-45a7-b6f8-baf0e3b4ff0a req-b9e79a85-68c3-4308-b7b2-79fcb8621afc tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:22.519736 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-1ca69e29-97e1-45a7-b6f8-baf0e3b4ff0a req-b9e79a85-68c3-4308-b7b2-79fcb8621afc tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e70a76d-168d-4a46-892f-f8882e4c3c86 HTTP/1.1" status: 200 len: 943 time: 0.0815742 May 25 15:50:22.558196 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:22.569423 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-1ca69e29-97e1-45a7-b6f8-baf0e3b4ff0a req-fea9469c-97e3-4245-b268-f881d1266ca6 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416348 May 25 15:50:22.575211 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.notifiers.nova [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e82acbb0-27f4-4e20-a2c7-88e677ca75ec {{(pid=98656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:50:22.592734 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port e82acbb0-27f4-4e20-a2c7-88e677ca75ec, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=e82acbb0-27f4-4e20-a2c7-88e677ca75ec,segment=NetworkSegment(d31b3f55-0029-4b5d-9031-950743b628bb),segment_id=d31b3f55-0029-4b5d-9031-950743b628bb)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:50:22.597845 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:22.600532 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:50:22.670056 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Pushing event updated for resources: {'Port': ['ID=e82acbb0-27f4-4e20-a2c7-88e677ca75ec,revision_number=6']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:50:22.673223 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:50:22.798875 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] get_ports_and_sgs() called for port_ids ['e82acbb0-27f4-4e20-a2c7-88e677ca75ec'] {{(pid=98656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:50:22.814973 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfecece6-9e76-456d-bb12-98cc3b6f4702 req-0c850721-ddb3-43b1-89ff-313289ed4d1e tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:22.816487 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-cfecece6-9e76-456d-bb12-98cc3b6f4702 req-0c850721-ddb3-43b1-89ff-313289ed4d1e tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 944 time: 0.0869901 May 25 15:50:22.863816 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-cfecece6-9e76-456d-bb12-98cc3b6f4702 req-791e0911-aea3-4e51-bf2a-753dd927975d tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414772 May 25 15:50:23.351459 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecfc85-4d99-49d7-83cb-3b342b4e0244 req-21adaed6-81a3-46dd-82b2-8453f093450a tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:23.353460 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-92ecfc85-4d99-49d7-83cb-3b342b4e0244 req-21adaed6-81a3-46dd-82b2-8453f093450a tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/ports?device_id=2850869e-e524-45ab-8d9b-e4639e80073d HTTP/1.1" status: 200 len: 945 time: 0.0789280 May 25 15:50:23.399601 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-92ecfc85-4d99-49d7-83cb-3b342b4e0244 req-0276db5c-497f-4882-8b36-24dd54963cde tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f9a9a1e-4230-476d-a929-d2339a8736f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406723 May 25 15:50:23.766496 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc1142-f057-4468-b383-1b73e5f770be req-94c48c3e-4b8d-41f3-88bd-4328286b68e7 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:23.768670 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-69dc1142-f057-4468-b383-1b73e5f770be req-94c48c3e-4b8d-41f3-88bd-4328286b68e7 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e70a76d-168d-4a46-892f-f8882e4c3c86 HTTP/1.1" status: 200 len: 943 time: 0.0857441 May 25 15:50:23.819904 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-69dc1142-f057-4468-b383-1b73e5f770be req-f2319cf4-2c6c-45d1-a8cd-9c3ba38a4aad tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415437 May 25 15:50:24.068436 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb039aa-9590-4c95-91d0-ffb6c0e4ebd5 req-ed0141fe-d3d1-431f-9349-a31655d8538a tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:24.069933 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-cfb039aa-9590-4c95-91d0-ffb6c0e4ebd5 req-ed0141fe-d3d1-431f-9349-a31655d8538a tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 944 time: 0.0902121 May 25 15:50:24.120068 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-cfb039aa-9590-4c95-91d0-ffb6c0e4ebd5 req-60976512-27ef-4f92-8a4c-c4780f2b572c tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440447 May 25 15:50:24.380120 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device 9b0aa180-a33b-496a-bb82-d06073005bd7 details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=98656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:50:24.388656 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device e82acbb0-27f4-4e20-a2c7-88e677ca75ec up at agent hyperv_hv-cinder-79123 {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:50:24.592332 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Provisioning complete for port e82acbb0-27f4-4e20-a2c7-88e677ca75ec triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:50:24.592707 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:24.609504 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a722ae7-e483-4482-a095-af9e2aef1738 req-9ef7bdf4-37a0-4831-9f87-25ff35d3900d tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:24.611406 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0a722ae7-e483-4482-a095-af9e2aef1738 req-9ef7bdf4-37a0-4831-9f87-25ff35d3900d tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/ports?device_id=2850869e-e524-45ab-8d9b-e4639e80073d HTTP/1.1" status: 200 len: 945 time: 0.0966706 May 25 15:50:24.652215 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port 9b0aa180-a33b-496a-bb82-d06073005bd7, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=9b0aa180-a33b-496a-bb82-d06073005bd7,segment=NetworkSegment(d048cc76-f1b9-4c55-bd01-b655f3df7c58),segment_id=d048cc76-f1b9-4c55-bd01-b655f3df7c58)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:50:24.656546 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0a722ae7-e483-4482-a095-af9e2aef1738 req-fb7450cc-47d1-4281-9bd3-b235467c4b7c tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f9a9a1e-4230-476d-a929-d2339a8736f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390041 May 25 15:50:24.672411 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Returning: {'device': '9b0aa180-a33b-496a-bb82-d06073005bd7', 'network_id': '516c7a38-b432-4454-a37e-dcd9282969c8', 'port_id': '9b0aa180-a33b-496a-bb82-d06073005bd7', 'mac_address': 'fa:16:3e:10:5c:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80b790bd-e2d5-47cf-bd18-e178e92334ba', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:50:24.774457 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:24.804219 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.notifiers.nova [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b0aa180-a33b-496a-bb82-d06073005bd7 {{(pid=98656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:50:24.810514 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:24.842506 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port 9b0aa180-a33b-496a-bb82-d06073005bd7, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=9b0aa180-a33b-496a-bb82-d06073005bd7,segment=NetworkSegment(d048cc76-f1b9-4c55-bd01-b655f3df7c58),segment_id=d048cc76-f1b9-4c55-bd01-b655f3df7c58)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:50:24.851164 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b94a4d-e97c-44ba-8174-b0b53627ea14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e82acbb0-27f4-4e20-a2c7-88e677ca75ec'}] {{(pid=98656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:50:24.859091 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:24.861591 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:50:24.896466 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port e82acbb0-27f4-4e20-a2c7-88e677ca75ec, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=e82acbb0-27f4-4e20-a2c7-88e677ca75ec,segment=NetworkSegment(d31b3f55-0029-4b5d-9031-950743b628bb),segment_id=d31b3f55-0029-4b5d-9031-950743b628bb)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:50:24.903441 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:24.935374 dv-cinder-791239-3-smb neutron-server[98656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b94a4d-e97c-44ba-8174-b0b53627ea14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e82acbb0-27f4-4e20-a2c7-88e677ca75ec', 'code': 200} May 25 15:50:24.946634 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Pushing event updated for resources: {'Port': ['ID=9b0aa180-a33b-496a-bb82-d06073005bd7,revision_number=4']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:50:24.950682 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:50:24.951424 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:50:25.024338 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Pushing event updated for resources: {'Port': ['ID=e82acbb0-27f4-4e20-a2c7-88e677ca75ec,revision_number=7']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:50:25.027365 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:50:25.064226 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da265f5-850f-40cc-a1d0-5d0fdb111a6a req-67cc1e56-9e6c-4d3a-abeb-22a1f67a838c tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:25.065707 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-9da265f5-850f-40cc-a1d0-5d0fdb111a6a req-67cc1e56-9e6c-4d3a-abeb-22a1f67a838c tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e70a76d-168d-4a46-892f-f8882e4c3c86 HTTP/1.1" status: 200 len: 944 time: 0.0917144 May 25 15:50:25.128420 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-9da265f5-850f-40cc-a1d0-5d0fdb111a6a req-91f19049-c03d-4350-95ff-76865ccbf873 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569644 May 25 15:50:25.185378 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c2fd9-89e2-41d4-8e59-e60ef0e484f6 req-6b38cc7f-1d14-40a0-a0d9-8b2a05113a6d tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:25.186263 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [req-458c2fd9-89e2-41d4-8e59-e60ef0e484f6 req-6b38cc7f-1d14-40a0-a0d9-8b2a05113a6d tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Synchronizing usage tracker for tenant:40f0e137ef6d459694b23fb772f41365 on resource:port {{(pid=98653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:50:25.209863 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [req-458c2fd9-89e2-41d4-8e59-e60ef0e484f6 req-6b38cc7f-1d14-40a0-a0d9-8b2a05113a6d tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Unset dirty status for tenant:40f0e137ef6d459694b23fb772f41365 on resource:port {{(pid=98653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:50:25.211134 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-458c2fd9-89e2-41d4-8e59-e60ef0e484f6 req-6b38cc7f-1d14-40a0-a0d9-8b2a05113a6d tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.62 "GET /v2.0/ports?device_id=2850869e-e524-45ab-8d9b-e4639e80073d HTTP/1.1" status: 200 len: 945 time: 0.1184924 May 25 15:50:25.355556 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e99b81-0310-4d13-8aad-8b410fee7329 req-06947c16-c69f-401f-85f3-8b0f31bf5a0c tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:25.357065 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f0e99b81-0310-4d13-8aad-8b410fee7329 req-06947c16-c69f-401f-85f3-8b0f31bf5a0c tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 945 time: 0.0872746 May 25 15:50:25.360596 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.plugin [req-458c2fd9-89e2-41d4-8e59-e60ef0e484f6 req-6af27c71-4a71-498a-b7e2-e50c0aa85fdc tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Deleting port a643f8ed-8746-46d8-9074-de08427fbe0e {{(pid=98653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:50:25.360944 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-458c2fd9-89e2-41d4-8e59-e60ef0e484f6 req-6af27c71-4a71-498a-b7e2-e50c0aa85fdc tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730536052803'] for port, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:25.407505 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f0e99b81-0310-4d13-8aad-8b410fee7329 req-e8f00af4-3ebb-4e71-8812-fb716001b720 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441504 May 25 15:50:25.414018 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] get_ports_and_sgs() called for port_ids ['9b0aa180-a33b-496a-bb82-d06073005bd7'] {{(pid=98656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:50:25.500388 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.db [req-458c2fd9-89e2-41d4-8e59-e60ef0e484f6 req-6af27c71-4a71-498a-b7e2-e50c0aa85fdc tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] For port a643f8ed-8746-46d8-9074-de08427fbe0e, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=a643f8ed-8746-46d8-9074-de08427fbe0e,segment=NetworkSegment(0d2dba9c-6aea-4e0a-adda-13417adc15b7),segment_id=0d2dba9c-6aea-4e0a-adda-13417adc15b7)] {{(pid=98653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:50:25.501048 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-458c2fd9-89e2-41d4-8e59-e60ef0e484f6 req-6af27c71-4a71-498a-b7e2-e50c0aa85fdc tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16426746'] for port, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:25.631439 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.plugin [req-458c2fd9-89e2-41d4-8e59-e60ef0e484f6 req-6af27c71-4a71-498a-b7e2-e50c0aa85fdc tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Calling delete_port for a643f8ed-8746-46d8-9074-de08427fbe0e owned by compute:nova {{(pid=98653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:50:25.753312 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-458c2fd9-89e2-41d4-8e59-e60ef0e484f6 req-6af27c71-4a71-498a-b7e2-e50c0aa85fdc tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730536055462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730535669971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14739030'] for port, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:25.759028 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:50:25.805927 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af27c71-4a71-498a-b7e2-e50c0aa85fdc tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Pushing event deleted for resources: {'Port': ['ID=a643f8ed-8746-46d8-9074-de08427fbe0e,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:50:25.830737 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e6ef580f-5cd0-463a-a8a5-e8a624648e7d req-0c525ec2-63a9-49e6-a8a3-2bc25f7c14c2 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/ports?device_id=2850869e-e524-45ab-8d9b-e4639e80073d HTTP/1.1" status: 200 len: 210 time: 0.0515711 May 25 15:50:25.836264 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-6af27c71-4a71-498a-b7e2-e50c0aa85fdc tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:50:25.988329 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.l3_dvrscheduler_db [req-458c2fd9-89e2-41d4-8e59-e60ef0e484f6 req-6af27c71-4a71-498a-b7e2-e50c0aa85fdc tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] No DVR routers for this DVR port a643f8ed-8746-46d8-9074-de08427fbe0e on host hv-cinder-79123 {{(pid=98653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:50:25.991389 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-458c2fd9-89e2-41d4-8e59-e60ef0e484f6 req-6af27c71-4a71-498a-b7e2-e50c0aa85fdc tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for port, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:25.995503 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2850869e-e524-45ab-8d9b-e4639e80073d', 'name': 'network-vif-deleted', 'tag': 'a643f8ed-8746-46d8-9074-de08427fbe0e'}] {{(pid=98653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:50:26.015022 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-458c2fd9-89e2-41d4-8e59-e60ef0e484f6 req-6af27c71-4a71-498a-b7e2-e50c0aa85fdc tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.62 "DELETE /v2.0/ports/a643f8ed-8746-46d8-9074-de08427fbe0e HTTP/1.1" status: 204 len: 173 time: 0.7966793 May 25 15:50:26.049057 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2850869e-e524-45ab-8d9b-e4639e80073d', 'name': 'network-vif-deleted', 'tag': 'a643f8ed-8746-46d8-9074-de08427fbe0e', 'status': 'completed', 'code': 200} May 25 15:50:26.335338 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5b798-53fe-4144-a557-df56ae84d001 req-2ad98207-325f-4b87-b05e-1e83fe31b63b tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:26.336791 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-75d5b798-53fe-4144-a557-df56ae84d001 req-2ad98207-325f-4b87-b05e-1e83fe31b63b tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e70a76d-168d-4a46-892f-f8882e4c3c86 HTTP/1.1" status: 200 len: 944 time: 0.0854273 May 25 15:50:26.384375 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-75d5b798-53fe-4144-a557-df56ae84d001 req-44ac2b1c-d61f-47ae-8243-4ee09aa76f3b tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419521 May 25 15:50:26.451873 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] get_ports_and_sgs() called for port_ids ['a643f8ed-8746-46d8-9074-de08427fbe0e'] {{(pid=98656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:50:26.613615 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad47a91-346d-455a-b4de-8d50609a9af9 req-2b931b45-b12e-4d9e-8c86-4416acff5c0a tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:26.615054 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-3ad47a91-346d-455a-b4de-8d50609a9af9 req-2b931b45-b12e-4d9e-8c86-4416acff5c0a tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 945 time: 0.0877211 May 25 15:50:26.661802 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-3ad47a91-346d-455a-b4de-8d50609a9af9 req-4bdf9996-f5f3-4009-bc92-30e3696cda8a tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405831 May 25 15:50:27.015479 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-2b2546d0-1c21-4c49-bc68-713d6241216d req-cdd34750-bfa1-40e4-880e-a70bf185188a tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] 10.222.0.11 "GET /v2.0/ports?device_id=2850869e-e524-45ab-8d9b-e4639e80073d HTTP/1.1" status: 200 len: 210 time: 0.0485415 May 25 15:50:27.613665 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfff129-a265-4e56-873d-615c9c123d88 req-d56c90f2-76de-4a32-ab6b-245c6a1d2847 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:27.615275 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-3dfff129-a265-4e56-873d-615c9c123d88 req-d56c90f2-76de-4a32-ab6b-245c6a1d2847 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e70a76d-168d-4a46-892f-f8882e4c3c86 HTTP/1.1" status: 200 len: 944 time: 0.1204209 May 25 15:50:27.690674 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-3dfff129-a265-4e56-873d-615c9c123d88 req-b41ffe31-9982-42e9-86aa-8d7f760438c1 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656502 May 25 15:50:27.890778 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6b979-7baf-4e02-ad7c-a33dffe78394 req-8366ca22-c1f6-4a57-8a50-887db2fcb5d4 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:27.890778 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-79c6b979-7baf-4e02-ad7c-a33dffe78394 req-8366ca22-c1f6-4a57-8a50-887db2fcb5d4 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 945 time: 0.0944619 May 25 15:50:27.990485 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-79c6b979-7baf-4e02-ad7c-a33dffe78394 req-ca308103-d539-48ee-ab71-f8d59e454537 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917871 May 25 15:50:28.403942 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device 9b0aa180-a33b-496a-bb82-d06073005bd7 up at agent hyperv_hv-cinder-79123 {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:50:28.502120 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Provisioning for port 9b0aa180-a33b-496a-bb82-d06073005bd7 completed by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:50:28.511294 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Provisioning complete for port 9b0aa180-a33b-496a-bb82-d06073005bd7 triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:50:28.511959 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:28.708340 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:28.765881 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e70a76d-168d-4a46-892f-f8882e4c3c86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0aa180-a33b-496a-bb82-d06073005bd7'}] {{(pid=98656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:50:28.795193 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port 9b0aa180-a33b-496a-bb82-d06073005bd7, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=9b0aa180-a33b-496a-bb82-d06073005bd7,segment=NetworkSegment(d048cc76-f1b9-4c55-bd01-b655f3df7c58),segment_id=d048cc76-f1b9-4c55-bd01-b655f3df7c58)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:50:28.809313 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:28.810540 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device a643f8ed-8746-46d8-9074-de08427fbe0e no longer exists at agent hyperv_hv-cinder-79123 {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:50:28.851042 dv-cinder-791239-3-smb neutron-server[98656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e70a76d-168d-4a46-892f-f8882e4c3c86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0aa180-a33b-496a-bb82-d06073005bd7', 'code': 200} May 25 15:50:28.851822 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-8d81671b-6c7f-4980-8ba9-b0acf9bdb7ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:50:28.913297 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] No Port match for: a643f8ed-8746-46d8-9074-de08427fbe0e {{(pid=98656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:50:28.913914 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device a643f8ed-8746-46d8-9074-de08427fbe0e not bound to the agent host hv-cinder-79123 {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:50:28.949837 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Pushing event updated for resources: {'Port': ['ID=9b0aa180-a33b-496a-bb82-d06073005bd7,revision_number=5']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:50:28.953683 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:50:29.074244 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e0273-ffb0-46d5-b156-bda25fa31788 req-f66620a5-4011-4519-a8b0-ee0318cf5686 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:29.085429 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-3f1e0273-ffb0-46d5-b156-bda25fa31788 req-f66620a5-4011-4519-a8b0-ee0318cf5686 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e70a76d-168d-4a46-892f-f8882e4c3c86 HTTP/1.1" status: 200 len: 945 time: 0.1914628 May 25 15:50:29.158998 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-3f1e0273-ffb0-46d5-b156-bda25fa31788 req-0e5a68bc-967e-4383-ac36-786dab9b6daa tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707030 May 25 15:50:29.172066 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 49362) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:50:29.272589 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c2e9e-ace1-4da0-b187-f98b093c4ade req-eccf3eaa-a195-4b2a-89f4-93213d507f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:29.275108 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-0e5c2e9e-ace1-4da0-b187-f98b093c4ade req-eccf3eaa-a195-4b2a-89f4-93213d507f6d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4e70a76d-168d-4a46-892f-f8882e4c3c86 HTTP/1.1" status: 200 len: 1098 time: 0.0942259 May 25 15:50:29.344440 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-0e5c2e9e-ace1-4da0-b187-f98b093c4ade req-8de6fe08-bc81-4c19-a166-328e548fb55f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608907 May 25 15:50:29.664947 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4d4c5-a26e-43af-8401-268df623b0bf req-e29bfa34-9dba-4edb-ad35-0dd82710b2ca tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:29.667741 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-dbb4d4c5-a26e-43af-8401-268df623b0bf req-e29bfa34-9dba-4edb-ad35-0dd82710b2ca tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 945 time: 0.3755767 May 25 15:50:29.859795 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-dbb4d4c5-a26e-43af-8401-268df623b0bf req-f34fb7d0-3ff4-4cfc-ad93-d86039a56b4c tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247728 May 25 15:50:30.172538 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-bbd0c6a6-5b2f-45e7-a5db-84401c4a3309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16426283'] for router_interface, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:30.562969 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a17a8d-24a4-4a22-8409-38519605cdff req-bd1cae68-590c-4d06-ad38-bd33c0dd71f4 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:30.570748 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-83a17a8d-24a4-4a22-8409-38519605cdff req-bd1cae68-590c-4d06-ad38-bd33c0dd71f4 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e70a76d-168d-4a46-892f-f8882e4c3c86 HTTP/1.1" status: 200 len: 945 time: 0.2917001 May 25 15:50:30.635372 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-83a17a8d-24a4-4a22-8409-38519605cdff req-2bcea515-43d7-4dd1-a791-a77bfd18ea81 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634685 May 25 15:50:30.817073 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.plugin [None req-bbd0c6a6-5b2f-45e7-a5db-84401c4a3309 admin admin] Deleting port f32fc186-bc47-473d-88c4-90f79b727810 {{(pid=98655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:50:30.817626 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-bbd0c6a6-5b2f-45e7-a5db-84401c4a3309 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730536052803'] for port, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:30.988838 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.db [None req-bbd0c6a6-5b2f-45e7-a5db-84401c4a3309 admin admin] For port f32fc186-bc47-473d-88c4-90f79b727810, host dv-cinder-791239-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=f32fc186-bc47-473d-88c4-90f79b727810,segment=NetworkSegment(0d2dba9c-6aea-4e0a-adda-13417adc15b7),segment_id=0d2dba9c-6aea-4e0a-adda-13417adc15b7)] {{(pid=98655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:50:30.989574 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-bbd0c6a6-5b2f-45e7-a5db-84401c4a3309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16426746'] for port, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:31.195306 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.plugin [None req-bbd0c6a6-5b2f-45e7-a5db-84401c4a3309 admin admin] Calling delete_port for f32fc186-bc47-473d-88c4-90f79b727810 owned by network:router_interface {{(pid=98655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:50:31.337239 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75109a8-145f-4e38-8e7e-54345dbc93a4 req-388295a0-2985-47ca-8753-cbcf55aaed7d tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:31.338943 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-d75109a8-145f-4e38-8e7e-54345dbc93a4 req-388295a0-2985-47ca-8753-cbcf55aaed7d tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 945 time: 0.1515365 May 25 15:50:31.433982 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-d75109a8-145f-4e38-8e7e-54345dbc93a4 req-9d3deb19-9b89-48d8-a387-5dbdd252902d tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841479 May 25 15:50:31.550855 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-bbd0c6a6-5b2f-45e7-a5db-84401c4a3309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730536055462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730535669971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13718067'] for port, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:31.561213 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-623941f7-cdb3-4240-8a74-4999456a0ae6 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:50:31.814708 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd0c6a6-5b2f-45e7-a5db-84401c4a3309 admin admin] Pushing event deleted for resources: {'Port': ['ID=f32fc186-bc47-473d-88c4-90f79b727810,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:50:31.917025 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-bbd0c6a6-5b2f-45e7-a5db-84401c4a3309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:50:32.215912 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77fb611-8e77-47e0-9bf5-6731ebb4fc81 req-7863e36a-d352-44f6-8a2e-d6f48e0f4d9b tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:32.217915 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f77fb611-8e77-47e0-9bf5-6731ebb4fc81 req-7863e36a-d352-44f6-8a2e-d6f48e0f4d9b tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e70a76d-168d-4a46-892f-f8882e4c3c86 HTTP/1.1" status: 200 len: 945 time: 0.4061091 May 25 15:50:32.374231 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-bbd0c6a6-5b2f-45e7-a5db-84401c4a3309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16277473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424891'] for router_interface, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:32.381820 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f77fb611-8e77-47e0-9bf5-6731ebb4fc81 req-d8b8d546-8787-4daa-ba24-0534a83e2e6f tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957236 May 25 15:50:33.014641 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cda329-8f42-4ed4-87bf-615dd4098f50 req-e3ba7734-2b6f-4001-ac6b-411785b274c2 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:33.022068 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-d5cda329-8f42-4ed4-87bf-615dd4098f50 req-e3ba7734-2b6f-4001-ac6b-411785b274c2 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 945 time: 0.2771220 May 25 15:50:33.163285 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-d5cda329-8f42-4ed4-87bf-615dd4098f50 req-c740ccd0-b054-4c35-8ca1-25fae9688368 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400669 May 25 15:50:33.208113 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd0c6a6-5b2f-45e7-a5db-84401c4a3309 admin admin] Router 55a4f65f-75c4-40fd-9ba9-d73a05086da9 has already been hosted by L3 agent f8a1ad16-ec6f-48c0-91e7-34790a8304cd {{(pid=98655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:50:33.478647 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd0c6a6-5b2f-45e7-a5db-84401c4a3309 admin admin] Notify agent at l3_agent.dv-cinder-791239-3-smb the message routers_updated {{(pid=98655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:50:33.493591 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59ff9eb-705b-4363-8af6-de1e2fad0964 None None] Sync routers for ids ['55a4f65f-75c4-40fd-9ba9-d73a05086da9'] in dv-cinder-791239-3-smb {{(pid=98660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:50:33.510936 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 49392) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:50:33.515292 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-bbd0c6a6-5b2f-45e7-a5db-84401c4a3309 admin admin] 10.222.0.11 "PUT /v2.0/routers/55a4f65f-75c4-40fd-9ba9-d73a05086da9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3322735 May 25 15:50:33.515862 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59ff9eb-705b-4363-8af6-de1e2fad0964 None None] Routers {'55a4f65f-75c4-40fd-9ba9-d73a05086da9'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:50:33.516728 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-d59ff9eb-705b-4363-8af6-de1e2fad0964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:50:17Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['55a4f65f-75c4-40fd-9ba9-d73a05086da9'], 'active': True} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:50:33.717812 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-eaba7fc2-ed61-4632-ac9c-fbfc91c3a52c admin admin] Notify callbacks [] for router, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:33.773767 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvr_db [None req-d59ff9eb-705b-4363-8af6-de1e2fad0964 None None] Set router 55a4f65f-75c4-40fd-9ba9-d73a05086da9 gateway port host: dv-cinder-791239-3-smb {{(pid=98660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:50:33.947011 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-eaba7fc2-ed61-4632-ac9c-fbfc91c3a52c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:34.087086 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.plugin [None req-eaba7fc2-ed61-4632-ac9c-fbfc91c3a52c admin admin] Deleting port b77916c3-d88d-4028-bdd0-e537e4376e33 {{(pid=98653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:50:34.087772 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-eaba7fc2-ed61-4632-ac9c-fbfc91c3a52c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730536052803'] for port, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:34.176805 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-d59ff9eb-705b-4363-8af6-de1e2fad0964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a4f65f-75c4-40fd-9ba9-d73a05086da9', 'name': 'tempest-TestMinimumBasicScenario-1824758150-router', 'tenant_id': '40f0e137ef6d459694b23fb772f41365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': 'b77916c3-d88d-4028-bdd0-e537e4376e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:46:23Z', 'updated_at': '2021-05-25T15:50:31Z', 'revision_number': 5, 'project_id': '40f0e137ef6d459694b23fb772f41365', 'gw_port': {'id': 'b77916c3-d88d-4028-bdd0-e537e4376e33', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a4f65f-75c4-40fd-9ba9-d73a05086da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:46:24Z', 'updated_at': '2021-05-25T15:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb'}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:50:34.186484 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59ff9eb-705b-4363-8af6-de1e2fad0964 None None] Checking router: 55a4f65f-75c4-40fd-9ba9-d73a05086da9 for host: dv-cinder-791239-3-smb {{(pid=98660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:50:34.200478 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59ff9eb-705b-4363-8af6-de1e2fad0964 None None] Routers {'55a4f65f-75c4-40fd-9ba9-d73a05086da9'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:50:34.201151 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-d59ff9eb-705b-4363-8af6-de1e2fad0964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:50:17Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['55a4f65f-75c4-40fd-9ba9-d73a05086da9'], 'active': True} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:50:34.266444 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.db [None req-eaba7fc2-ed61-4632-ac9c-fbfc91c3a52c admin admin] For port b77916c3-d88d-4028-bdd0-e537e4376e33, host dv-cinder-791239-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=b77916c3-d88d-4028-bdd0-e537e4376e33,segment=NetworkSegment(b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2),segment_id=b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2)] {{(pid=98653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:50:34.267818 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-eaba7fc2-ed61-4632-ac9c-fbfc91c3a52c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16426746'] for port, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:34.388699 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvr_db [None req-d59ff9eb-705b-4363-8af6-de1e2fad0964 None None] Set router 55a4f65f-75c4-40fd-9ba9-d73a05086da9 gateway port host: None {{(pid=98660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:50:34.461651 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b43b50-27fe-4614-84ae-6970d62c0654 req-a87d81db-5e07-456a-91d7-02c42bae8a02 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:34.470500 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.plugin [None req-eaba7fc2-ed61-4632-ac9c-fbfc91c3a52c admin admin] Calling delete_port for b77916c3-d88d-4028-bdd0-e537e4376e33 owned by network:router_gateway {{(pid=98653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:50:34.482355 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-95b43b50-27fe-4614-84ae-6970d62c0654 req-a87d81db-5e07-456a-91d7-02c42bae8a02 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 945 time: 0.1605253 May 25 15:50:34.555229 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-95b43b50-27fe-4614-84ae-6970d62c0654 req-aa6d144a-ac93-44a1-89ae-92201fae2aec tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694747 May 25 15:50:34.589082 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-d59ff9eb-705b-4363-8af6-de1e2fad0964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a4f65f-75c4-40fd-9ba9-d73a05086da9', 'name': 'tempest-TestMinimumBasicScenario-1824758150-router', 'tenant_id': '40f0e137ef6d459694b23fb772f41365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:46:23Z', 'updated_at': '2021-05-25T15:50:33Z', 'revision_number': 6, 'project_id': '40f0e137ef6d459694b23fb772f41365', 'gw_port_host': None}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:50:34.605205 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59ff9eb-705b-4363-8af6-de1e2fad0964 None None] The sync data for ids ['55a4f65f-75c4-40fd-9ba9-d73a05086da9'] in dv-cinder-791239-3-smb is: [{'id': '55a4f65f-75c4-40fd-9ba9-d73a05086da9', 'name': 'tempest-TestMinimumBasicScenario-1824758150-router', 'tenant_id': '40f0e137ef6d459694b23fb772f41365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:46:23Z', 'updated_at': '2021-05-25T15:50:33Z', 'revision_number': 6, 'project_id': '40f0e137ef6d459694b23fb772f41365', 'gw_port_host': None}] {{(pid=98660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:50:34.794261 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-eaba7fc2-ed61-4632-ac9c-fbfc91c3a52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730536055462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730535669971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14739030'] for port, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:34.800753 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-67b425fd-4593-4c56-8140-e6e010c41791 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:50:34.896849 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba7fc2-ed61-4632-ac9c-fbfc91c3a52c admin admin] Pushing event deleted for resources: {'Port': ['ID=b77916c3-d88d-4028-bdd0-e537e4376e33,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:50:34.902327 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-eaba7fc2-ed61-4632-ac9c-fbfc91c3a52c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:50:35.065492 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-eaba7fc2-ed61-4632-ac9c-fbfc91c3a52c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16423478'] for router_gateway, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:35.400462 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-eaba7fc2-ed61-4632-ac9c-fbfc91c3a52c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16421819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2380'] for router, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:35.404189 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-eaba7fc2-ed61-4632-ac9c-fbfc91c3a52c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:35.442099 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-eaba7fc2-ed61-4632-ac9c-fbfc91c3a52c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16424071'] for router, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:35.442600 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaba7fc2-ed61-4632-ac9c-fbfc91c3a52c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55a4f65f-75c4-40fd-9ba9-d73a05086da9 {{(pid=98653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 15:50:35.465456 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-eaba7fc2-ed61-4632-ac9c-fbfc91c3a52c admin admin] Notify callbacks [] for router, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:35.469010 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-eaba7fc2-ed61-4632-ac9c-fbfc91c3a52c admin admin] 10.222.0.11 "DELETE /v2.0/routers/55a4f65f-75c4-40fd-9ba9-d73a05086da9 HTTP/1.1" status: 204 len: 168 time: 1.9561887 May 25 15:50:35.471299 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 49404) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:50:35.649512 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device f32fc186-bc47-473d-88c4-90f79b727810 no longer exists at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:50:35.706041 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ff62a40-0d6a-47f4-93e0-be565813d85d admin admin] Deleting subnet 6d764aad-82e4-482f-aa9a-8954a4d179af {{(pid=98653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 15:50:35.719429 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] No Port match for: f32fc186-bc47-473d-88c4-90f79b727810 {{(pid=98656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:50:35.719721 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-2ff62a40-0d6a-47f4-93e0-be565813d85d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:35.720275 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device f32fc186-bc47-473d-88c4-90f79b727810 not bound to the agent host dv-cinder-791239-3-smb {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:50:35.721490 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device b77916c3-d88d-4028-bdd0-e537e4376e33 no longer exists at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:50:35.801266 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] No Port match for: b77916c3-d88d-4028-bdd0-e537e4376e33 {{(pid=98656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:50:35.801924 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device b77916c3-d88d-4028-bdd0-e537e4376e33 not bound to the agent host dv-cinder-791239-3-smb {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:50:35.878328 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-2ff62a40-0d6a-47f4-93e0-be565813d85d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1754963'] for subnet, precommit_delete_associations {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:35.917485 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984b037-c496-470d-90ce-d7902ef4b7ff req-405f086b-2ab4-4f49-8867-8be0d53ad41b tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:35.919746 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c984b037-c496-470d-90ce-d7902ef4b7ff req-405f086b-2ab4-4f49-8867-8be0d53ad41b tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 945 time: 0.1691296 May 25 15:50:36.020304 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c984b037-c496-470d-90ce-d7902ef4b7ff req-635c1e24-1e4a-4a01-bd68-e1cddd7fb5ed tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905168 May 25 15:50:36.088534 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-2ff62a40-0d6a-47f4-93e0-be565813d85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716231'] for subnet, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:36.527516 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-2ff62a40-0d6a-47f4-93e0-be565813d85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14943079'] for subnet, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:36.544160 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:50:36.579394 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-2ff62a40-0d6a-47f4-93e0-be565813d85d admin admin] Notify callbacks [] for subnet, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:36.590185 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12aca95a-9e91-42c5-a7d1-18be78f41f00 None None] Network 2e23e138-5300-4d67-9423-ae7531ef4a22 requested from dv-cinder-791239-3-smb {{(pid=98656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:50:36.591400 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff62a40-0d6a-47f4-93e0-be565813d85d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d764aad-82e4-482f-aa9a-8954a4d179af,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:50:36.600089 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-2ff62a40-0d6a-47f4-93e0-be565813d85d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:50:36.601874 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-2ff62a40-0d6a-47f4-93e0-be565813d85d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6d764aad-82e4-482f-aa9a-8954a4d179af HTTP/1.1" status: 204 len: 168 time: 1.1295435 May 25 15:50:36.604680 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 49426) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:50:36.619024 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e870aae-9ba0-4a62-977f-00bb703e004a req-54c17ad5-ca1d-4607-b7f7-f46beb300a96 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:36.621005 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-1e870aae-9ba0-4a62-977f-00bb703e004a req-54c17ad5-ca1d-4607-b7f7-f46beb300a96 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/networks?id=516c7a38-b432-4454-a37e-dcd9282969c8 HTTP/1.1" status: 200 len: 814 time: 0.3614366 May 25 15:50:36.647790 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-1e870aae-9ba0-4a62-977f-00bb703e004a req-0d7c2c15-2dfc-4773-8ce9-a321419e3773 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/quotas/6a19b789b0da484f93d05d3a4f181676 HTTP/1.1" status: 200 len: 375 time: 0.0196791 May 25 15:50:36.730226 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-942ff787-b112-4ebe-ab3a-0ee51659eec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704691'] for network, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:36.765422 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-1e870aae-9ba0-4a62-977f-00bb703e004a req-b3a1b51a-77cf-4e60-ba27-e7731225b8d0 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a19b789b0da484f93d05d3a4f181676&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1166620 May 25 15:50:36.848141 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.plugin [None req-942ff787-b112-4ebe-ab3a-0ee51659eec9 admin admin] Deleting port 73cbd40e-6a43-40a2-b208-1081f4fb3c96 {{(pid=98653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:50:36.848724 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-942ff787-b112-4ebe-ab3a-0ee51659eec9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730536052803'] for port, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:36.920907 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd202171-7587-4b90-b61c-2aca326a1a8f None None] DHCP port deletion for 2e23e138-5300-4d67-9423-ae7531ef4a22 request from dv-cinder-791239-3-smb {{(pid=98656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 15:50:36.968524 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-1e870aae-9ba0-4a62-977f-00bb703e004a req-d87a7e46-cf1d-4554-ac67-6f6f64378d6a service neutron] 10.222.0.11 "GET /v2.0/networks/516c7a38-b432-4454-a37e-dcd9282969c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006223 May 25 15:50:37.014789 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-cd202171-7587-4b90-b61c-2aca326a1a8f None None] Deleting port 73cbd40e-6a43-40a2-b208-1081f4fb3c96 {{(pid=98656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:50:37.015436 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-cd202171-7587-4b90-b61c-2aca326a1a8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730536052803'] for port, before_delete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:37.018476 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.db [None req-942ff787-b112-4ebe-ab3a-0ee51659eec9 admin admin] For port 73cbd40e-6a43-40a2-b208-1081f4fb3c96, host dv-cinder-791239-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=73cbd40e-6a43-40a2-b208-1081f4fb3c96,segment=NetworkSegment(0d2dba9c-6aea-4e0a-adda-13417adc15b7),segment_id=0d2dba9c-6aea-4e0a-adda-13417adc15b7)] {{(pid=98653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:50:37.018966 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-942ff787-b112-4ebe-ab3a-0ee51659eec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16426746'] for port, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:37.201160 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-1e870aae-9ba0-4a62-977f-00bb703e004a req-7ef7e9b9-b00a-424d-99c1-2d5a0349e556 service neutron] 10.222.0.11 "GET /v2.0/networks/516c7a38-b432-4454-a37e-dcd9282969c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317021 May 25 15:50:37.212974 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.plugin [None req-942ff787-b112-4ebe-ab3a-0ee51659eec9 admin admin] Calling delete_port for 73cbd40e-6a43-40a2-b208-1081f4fb3c96 owned by network:dhcp {{(pid=98653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:50:37.257265 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-cd202171-7587-4b90-b61c-2aca326a1a8f None None] For port 73cbd40e-6a43-40a2-b208-1081f4fb3c96, host dv-cinder-791239-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=73cbd40e-6a43-40a2-b208-1081f4fb3c96,segment=NetworkSegment(0d2dba9c-6aea-4e0a-adda-13417adc15b7),segment_id=0d2dba9c-6aea-4e0a-adda-13417adc15b7)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:50:37.259137 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-cd202171-7587-4b90-b61c-2aca326a1a8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16426746'] for port, precommit_delete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:37.338832 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-942ff787-b112-4ebe-ab3a-0ee51659eec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730536055462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730535669971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14739030'] for port, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:37.343955 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-67b425fd-4593-4c56-8140-e6e010c41791 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:50:37.423363 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa943d-4faf-443e-b4d7-9ce85973d365 req-77bd1f05-4057-4b53-8fe5-cd88ad7b7d3a tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:37.432987 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-80fa943d-4faf-443e-b4d7-9ce85973d365 req-77bd1f05-4057-4b53-8fe5-cd88ad7b7d3a tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 945 time: 0.1971705 May 25 15:50:37.451087 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942ff787-b112-4ebe-ab3a-0ee51659eec9 admin admin] Pushing event deleted for resources: {'Port': ['ID=73cbd40e-6a43-40a2-b208-1081f4fb3c96,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:50:37.458721 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-942ff787-b112-4ebe-ab3a-0ee51659eec9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:50:37.459600 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942ff787-b112-4ebe-ab3a-0ee51659eec9 admin admin] No DVR routers for this DVR port 73cbd40e-6a43-40a2-b208-1081f4fb3c96 on host dv-cinder-791239-3-smb {{(pid=98653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:50:37.502330 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-7a696a00-b05e-4c40-9208-84e0611fcef9 req-c14511f5-ee5f-4866-8eb2-cff45312fa44 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=641bc9c7-f784-40f9-ac98-c4f5fbaa5fb4 HTTP/1.1" status: 200 len: 210 time: 0.0669510 May 25 15:50:37.563223 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 73cbd40e-6a43-40a2-b208-1081f4fb3c96 no longer exists at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:50:37.596665 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-80fa943d-4faf-443e-b4d7-9ce85973d365 req-04ae4b95-8180-407d-bcf0-81cc8e0e4add tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875149 May 25 15:50:37.604100 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-cd202171-7587-4b90-b61c-2aca326a1a8f None None] Calling delete_port for 73cbd40e-6a43-40a2-b208-1081f4fb3c96 owned by network:dhcp {{(pid=98656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:50:37.623878 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] No Port match for: 73cbd40e-6a43-40a2-b208-1081f4fb3c96 {{(pid=98656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:50:37.624545 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 73cbd40e-6a43-40a2-b208-1081f4fb3c96 not bound to the agent host dv-cinder-791239-3-smb {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:50:37.711702 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-cd202171-7587-4b90-b61c-2aca326a1a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730536055462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730535669971'] for port, after_delete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:37.715664 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:50:37.717262 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-942ff787-b112-4ebe-ab3a-0ee51659eec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717384', 'neutron.services.segments.db._delete_segments_for_network-8730536114652'] for network, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:37.733307 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.services.segments.db [None req-942ff787-b112-4ebe-ab3a-0ee51659eec9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e23e138-5300-4d67-9423-ae7531ef4a22']}} {{(pid=98653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:50:37.750096 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.services.segments.db [None req-942ff787-b112-4ebe-ab3a-0ee51659eec9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d2dba9c-6aea-4e0a-adda-13417adc15b7') {'for_net_delete': True} {{(pid=98653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:50:37.750376 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.services.segments.db [None req-942ff787-b112-4ebe-ab3a-0ee51659eec9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d2dba9c-6aea-4e0a-adda-13417adc15b7') {} {{(pid=98653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:50:37.767851 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-942ff787-b112-4ebe-ab3a-0ee51659eec9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730536124573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1754968'] for segment, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:37.793603 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-942ff787-b112-4ebe-ab3a-0ee51659eec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713968'] for segment, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:37.801433 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-942ff787-b112-4ebe-ab3a-0ee51659eec9 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=98653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:50:37.801987 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-942ff787-b112-4ebe-ab3a-0ee51659eec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14738947'] for segment, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:37.812629 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd202171-7587-4b90-b61c-2aca326a1a8f None None] Pushing event deleted for resources: {'Port': ['ID=73cbd40e-6a43-40a2-b208-1081f4fb3c96,revision_number=None']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:50:37.816460 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-cd202171-7587-4b90-b61c-2aca326a1a8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:50:37.819514 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd202171-7587-4b90-b61c-2aca326a1a8f None None] No DVR routers for this DVR port 73cbd40e-6a43-40a2-b208-1081f4fb3c96 on host dv-cinder-791239-3-smb {{(pid=98656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:50:37.878290 dv-cinder-791239-3-smb neutron-server[98653]: Traceback (most recent call last): May 25 15:50:37.878290 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 15:50:37.878290 dv-cinder-791239-3-smb neutron-server[98653]: timer() May 25 15:50:37.878290 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 15:50:37.878290 dv-cinder-791239-3-smb neutron-server[98653]: cb(*args, **kw) May 25 15:50:37.878290 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 15:50:37.878290 dv-cinder-791239-3-smb neutron-server[98653]: return func(*args, **kwargs) May 25 15:50:37.878290 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 15:50:37.878290 dv-cinder-791239-3-smb neutron-server[98653]: self._notify() May 25 15:50:37.878290 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 15:50:37.878290 dv-cinder-791239-3-smb neutron-server[98653]: self.callback(batched_events) May 25 15:50:37.878290 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 15:50:37.878290 dv-cinder-791239-3-smb neutron-server[98653]: event.method(event) May 25 15:50:37.878290 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 15:50:37.878290 dv-cinder-791239-3-smb neutron-server[98653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 15:50:37.878290 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 15:50:37.878290 dv-cinder-791239-3-smb neutron-server[98653]: aggregate_uuid = self.p_client.list_aggregates( May 25 15:50:37.878290 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 15:50:37.878290 dv-cinder-791239-3-smb neutron-server[98653]: return f(self, *a, **k) May 25 15:50:37.878290 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 15:50:37.878290 dv-cinder-791239-3-smb neutron-server[98653]: return self._get(url).json() May 25 15:50:37.878290 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 15:50:37.878290 dv-cinder-791239-3-smb neutron-server[98653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 15:50:37.878290 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 15:50:37.878290 dv-cinder-791239-3-smb neutron-server[98653]: return self.request(url, 'GET', **kwargs) May 25 15:50:37.878290 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 15:50:37.878290 dv-cinder-791239-3-smb neutron-server[98653]: base_url = self.get_endpoint(auth, allow=allow, May 25 15:50:37.878290 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 15:50:37.878290 dv-cinder-791239-3-smb neutron-server[98653]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 15:50:37.878290 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 15:50:37.878290 dv-cinder-791239-3-smb neutron-server[98653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 15:50:37.878290 dv-cinder-791239-3-smb neutron-server[98653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 15:50:37.931862 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-942ff787-b112-4ebe-ab3a-0ee51659eec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16304419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16277480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423467'] for network, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:37.937676 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-942ff787-b112-4ebe-ab3a-0ee51659eec9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for network, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:37.950633 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-d6a611f6-3fe4-439e-94ef-d1efb151ac75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:50:37.976650 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942ff787-b112-4ebe-ab3a-0ee51659eec9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e23e138-5300-4d67-9423-ae7531ef4a22,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:50:37.986503 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-942ff787-b112-4ebe-ab3a-0ee51659eec9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:50:37.998343 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-942ff787-b112-4ebe-ab3a-0ee51659eec9 admin admin] 10.222.0.11 "DELETE /v2.0/networks/2e23e138-5300-4d67-9423-ae7531ef4a22 HTTP/1.1" status: 204 len: 168 time: 1.3924177 May 25 15:50:38.002850 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 49444) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:50:38.732638 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-9b7f278d-8fb4-455d-a953-783469359962 req-1d77d32a-da8d-4db4-85d0-b713f9181d5e tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=641bc9c7-f784-40f9-ac98-c4f5fbaa5fb4 HTTP/1.1" status: 200 len: 210 time: 0.0967698 May 25 15:50:38.923490 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-a50d867d-0feb-4f7c-9a19-7e41a8612dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16426283'] for router_interface, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:39.008085 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbe6d4-cbaf-420a-bf61-671c23ef64f1 req-c4317099-31e1-4659-ba74-942597d6308d tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:39.010668 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e1cbe6d4-cbaf-420a-bf61-671c23ef64f1 req-c4317099-31e1-4659-ba74-942597d6308d tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 945 time: 0.1915381 May 25 15:50:39.165174 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e1cbe6d4-cbaf-420a-bf61-671c23ef64f1 req-552784ef-236d-4411-b189-52926fab7ebc tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483963 May 25 15:50:39.212575 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e870aae-9ba0-4a62-977f-00bb703e004a req-514f5de0-9c25-446e-bf4f-adc043e7f59e tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:39.214369 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-1e870aae-9ba0-4a62-977f-00bb703e004a req-514f5de0-9c25-446e-bf4f-adc043e7f59e tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.62 "GET /v2.0/networks?id=516c7a38-b432-4454-a37e-dcd9282969c8 HTTP/1.1" status: 200 len: 814 time: 0.3046298 May 25 15:50:39.238135 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [req-1e870aae-9ba0-4a62-977f-00bb703e004a req-9212d42e-f84a-408e-ae11-3b2f87d02968 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Request body: {'port': {'device_id': '641bc9c7-f784-40f9-ac98-c4f5fbaa5fb4', 'network_id': '516c7a38-b432-4454-a37e-dcd9282969c8', 'admin_state_up': True, 'tenant_id': '6a19b789b0da484f93d05d3a4f181676'}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:50:39.553038 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [req-1e870aae-9ba0-4a62-977f-00bb703e004a req-9212d42e-f84a-408e-ae11-3b2f87d02968 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:50:39.570939 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [req-1e870aae-9ba0-4a62-977f-00bb703e004a req-9212d42e-f84a-408e-ae11-3b2f87d02968 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:50:39.587705 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e870aae-9ba0-4a62-977f-00bb703e004a req-9212d42e-f84a-408e-ae11-3b2f87d02968 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Made reservation on behalf of 6a19b789b0da484f93d05d3a4f181676 for: {'port': 1} {{(pid=98653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:50:39.592413 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-1e870aae-9ba0-4a62-977f-00bb703e004a req-9212d42e-f84a-408e-ae11-3b2f87d02968 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:39.673742 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.plugin [None req-a50d867d-0feb-4f7c-9a19-7e41a8612dc6 admin admin] Deleting port a01368ff-2bd5-4546-a811-34d214ccc5f2 {{(pid=98655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:50:39.674226 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-a50d867d-0feb-4f7c-9a19-7e41a8612dc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730536052803'] for port, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:39.800155 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.db_base_plugin_common [req-1e870aae-9ba0-4a62-977f-00bb703e004a req-9212d42e-f84a-408e-ae11-3b2f87d02968 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Allocated IP 172.20.0.14 (516c7a38-b432-4454-a37e-dcd9282969c8/80b790bd-e2d5-47cf-bd18-e178e92334ba/3c43b811-1cd5-436c-b45c-02563cde9cdd) {{(pid=98653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:50:39.828012 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.db [None req-a50d867d-0feb-4f7c-9a19-7e41a8612dc6 admin admin] For port a01368ff-2bd5-4546-a811-34d214ccc5f2, host dv-cinder-791239-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=a01368ff-2bd5-4546-a811-34d214ccc5f2,segment=NetworkSegment(a903719c-cf94-48f2-9fb9-ff5b41d52173),segment_id=a903719c-cf94-48f2-9fb9-ff5b41d52173)] {{(pid=98655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:50:39.829890 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-a50d867d-0feb-4f7c-9a19-7e41a8612dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16426746'] for port, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:40.095741 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.plugin [None req-a50d867d-0feb-4f7c-9a19-7e41a8612dc6 admin admin] Calling delete_port for a01368ff-2bd5-4546-a811-34d214ccc5f2 owned by network:router_interface {{(pid=98655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:50:40.111510 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-1e870aae-9ba0-4a62-977f-00bb703e004a req-9212d42e-f84a-408e-ae11-3b2f87d02968 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Notify callbacks [] for port, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:40.112181 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c8c2cfe6-ae5b-4540-9cb4-c09b9f6e665a req-e1f0ac2b-f6fe-429e-8e4b-0bb07a3fbaaa tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=641bc9c7-f784-40f9-ac98-c4f5fbaa5fb4 HTTP/1.1" status: 200 len: 210 time: 0.1597066 May 25 15:50:40.148059 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-1e870aae-9ba0-4a62-977f-00bb703e004a req-9212d42e-f84a-408e-ae11-3b2f87d02968 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730535669962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14739030'] for port, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:40.157828 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-da9df5ae-62c7-4795-8eb1-f6eab8512e84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:50:40.199886 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] get_ports_and_sgs() called for port_ids ['0de8b5d1-c5c0-41d4-8b50-1db82d50eaa5', '9b0aa180-a33b-496a-bb82-d06073005bd7'] {{(pid=98656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:50:40.232954 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e870aae-9ba0-4a62-977f-00bb703e004a req-9212d42e-f84a-408e-ae11-3b2f87d02968 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Network 516c7a38-b432-4454-a37e-dcd9282969c8 is already hosted by enough agents. {{(pid=98653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:50:40.236950 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.base_scheduler [req-1e870aae-9ba0-4a62-977f-00bb703e004a req-9212d42e-f84a-408e-ae11-3b2f87d02968 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Resources bound (agent type, host, resource id): {{(pid=98653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:50:40.241378 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e870aae-9ba0-4a62-977f-00bb703e004a req-9212d42e-f84a-408e-ae11-3b2f87d02968 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Received port after_create {{(pid=98653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:50:40.314790 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e870aae-9ba0-4a62-977f-00bb703e004a req-9212d42e-f84a-408e-ae11-3b2f87d02968 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:40.315463 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-1e870aae-9ba0-4a62-977f-00bb703e004a req-9212d42e-f84a-408e-ae11-3b2f87d02968 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for port, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:40.343517 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9212d42e-f84a-408e-ae11-3b2f87d02968 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Pushing event updated for resources: {'Port': ['ID=3c43b811-1cd5-436c-b45c-02563cde9cdd,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:50:40.350039 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-9212d42e-f84a-408e-ae11-3b2f87d02968 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:50:40.360353 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-1e870aae-9ba0-4a62-977f-00bb703e004a req-9212d42e-f84a-408e-ae11-3b2f87d02968 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1267140 May 25 15:50:40.382050 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.v2.base [req-1e870aae-9ba0-4a62-977f-00bb703e004a req-59fceea1-573c-43be-8599-f7607a9c7759 service neutron] Request body: {'port': {'device_id': '641bc9c7-f784-40f9-ac98-c4f5fbaa5fb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79123'}} {{(pid=98653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:50:40.411094 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-a50d867d-0feb-4f7c-9a19-7e41a8612dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730536055462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730535669971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13718067'] for port, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:40.420725 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:50:40.482090 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50d867d-0feb-4f7c-9a19-7e41a8612dc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a01368ff-2bd5-4546-a811-34d214ccc5f2,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:50:40.533339 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-1e870aae-9ba0-4a62-977f-00bb703e004a req-59fceea1-573c-43be-8599-f7607a9c7759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:40.569732 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d867d-0feb-4f7c-9a19-7e41a8612dc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:40.570250 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d867d-0feb-4f7c-9a19-7e41a8612dc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:40.570802 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d867d-0feb-4f7c-9a19-7e41a8612dc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:40.571343 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d867d-0feb-4f7c-9a19-7e41a8612dc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:40.571831 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d867d-0feb-4f7c-9a19-7e41a8612dc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:40.572267 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d867d-0feb-4f7c-9a19-7e41a8612dc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:40.572896 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d867d-0feb-4f7c-9a19-7e41a8612dc6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:40.573648 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d867d-0feb-4f7c-9a19-7e41a8612dc6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:40.575126 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d867d-0feb-4f7c-9a19-7e41a8612dc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:40.575603 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d867d-0feb-4f7c-9a19-7e41a8612dc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:40.576074 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d867d-0feb-4f7c-9a19-7e41a8612dc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:40.576521 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d867d-0feb-4f7c-9a19-7e41a8612dc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:40.590164 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-a50d867d-0feb-4f7c-9a19-7e41a8612dc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:50:40.619953 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70470596-f636-48a0-a052-78a585d18bfb req-bb397596-ac98-4659-b5b0-fca0b4bbe0ad tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:40.621613 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-70470596-f636-48a0-a052-78a585d18bfb req-bb397596-ac98-4659-b5b0-fca0b4bbe0ad tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 945 time: 0.3146303 May 25 15:50:40.807840 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-70470596-f636-48a0-a052-78a585d18bfb req-5adf2517-2a48-4253-b7df-d767cd05c8ea tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248970 May 25 15:50:40.852473 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-a50d867d-0feb-4f7c-9a19-7e41a8612dc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16277473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424891'] for router_interface, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:40.941128 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.notifiers.nova [req-1e870aae-9ba0-4a62-977f-00bb703e004a req-59fceea1-573c-43be-8599-f7607a9c7759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c43b811-1cd5-436c-b45c-02563cde9cdd {{(pid=98653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:50:40.948980 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-1e870aae-9ba0-4a62-977f-00bb703e004a req-59fceea1-573c-43be-8599-f7607a9c7759 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:40.964269 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.provisioning_blocks [req-1e870aae-9ba0-4a62-977f-00bb703e004a req-59fceea1-573c-43be-8599-f7607a9c7759 service neutron] Transition to ACTIVE for port object 3c43b811-1cd5-436c-b45c-02563cde9cdd will not be triggered until provisioned by entity L2. {{(pid=98653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:50:40.969203 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-1e870aae-9ba0-4a62-977f-00bb703e004a req-59fceea1-573c-43be-8599-f7607a9c7759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14739039'] for port, after_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:40.973412 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-838ab2d9-ccf2-4b78-9707-8d35fb17f343 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:50:41.119841 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fceea1-573c-43be-8599-f7607a9c7759 service neutron] Pushing event updated for resources: {'Port': ['ID=3c43b811-1cd5-436c-b45c-02563cde9cdd,revision_number=2']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:50:41.166977 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fceea1-573c-43be-8599-f7607a9c7759 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:41.169369 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fceea1-573c-43be-8599-f7607a9c7759 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:41.169369 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fceea1-573c-43be-8599-f7607a9c7759 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:41.169369 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fceea1-573c-43be-8599-f7607a9c7759 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:41.169369 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fceea1-573c-43be-8599-f7607a9c7759 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:41.169369 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fceea1-573c-43be-8599-f7607a9c7759 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:41.169369 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fceea1-573c-43be-8599-f7607a9c7759 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:41.169369 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fceea1-573c-43be-8599-f7607a9c7759 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:41.172347 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fceea1-573c-43be-8599-f7607a9c7759 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:41.172347 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fceea1-573c-43be-8599-f7607a9c7759 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:41.172347 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fceea1-573c-43be-8599-f7607a9c7759 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:41.172347 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fceea1-573c-43be-8599-f7607a9c7759 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:41.201135 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-59fceea1-573c-43be-8599-f7607a9c7759 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:50:41.249594 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.managers [req-1e870aae-9ba0-4a62-977f-00bb703e004a req-59fceea1-573c-43be-8599-f7607a9c7759 service neutron] Attempting to bind port 3c43b811-1cd5-436c-b45c-02563cde9cdd on host hv-cinder-79123 for vnic_type normal with profile {{(pid=98653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:50:41.250418 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.managers [req-1e870aae-9ba0-4a62-977f-00bb703e004a req-59fceea1-573c-43be-8599-f7607a9c7759 service neutron] Attempting to bind port 3c43b811-1cd5-436c-b45c-02563cde9cdd by drivers openvswitch,hyperv on host hv-cinder-79123 at level 0 using segments [{'id': 'd048cc76-f1b9-4c55-bd01-b655f3df7c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '516c7a38-b432-4454-a37e-dcd9282969c8'}] {{(pid=98653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:50:41.251223 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e870aae-9ba0-4a62-977f-00bb703e004a req-59fceea1-573c-43be-8599-f7607a9c7759 service neutron] Attempting to bind port 3c43b811-1cd5-436c-b45c-02563cde9cdd on network 516c7a38-b432-4454-a37e-dcd9282969c8 {{(pid=98653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:50:41.262310 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e870aae-9ba0-4a62-977f-00bb703e004a req-59fceea1-573c-43be-8599-f7607a9c7759 service neutron] Port 3c43b811-1cd5-436c-b45c-02563cde9cdd on network 516c7a38-b432-4454-a37e-dcd9282969c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79123 {{(pid=98653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 15:50:41.262740 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e870aae-9ba0-4a62-977f-00bb703e004a req-59fceea1-573c-43be-8599-f7607a9c7759 service neutron] Attempting to bind port 3c43b811-1cd5-436c-b45c-02563cde9cdd on network 516c7a38-b432-4454-a37e-dcd9282969c8 {{(pid=98653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:50:41.272708 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e870aae-9ba0-4a62-977f-00bb703e004a req-59fceea1-573c-43be-8599-f7607a9c7759 service neutron] Checking agent: {'id': 'e8d02b02-d66f-44f3-9cce-64202f9374d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 39, 18), 'started_at': datetime.datetime(2021, 5, 25, 15, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:50:41.273943 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e870aae-9ba0-4a62-977f-00bb703e004a req-59fceea1-573c-43be-8599-f7607a9c7759 service neutron] Checking segment: {'id': 'd048cc76-f1b9-4c55-bd01-b655f3df7c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '516c7a38-b432-4454-a37e-dcd9282969c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:50:41.274876 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e870aae-9ba0-4a62-977f-00bb703e004a req-59fceea1-573c-43be-8599-f7607a9c7759 service neutron] Bound using segment: {'id': 'd048cc76-f1b9-4c55-bd01-b655f3df7c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '516c7a38-b432-4454-a37e-dcd9282969c8'} {{(pid=98653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:50:41.275706 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.managers [req-1e870aae-9ba0-4a62-977f-00bb703e004a req-59fceea1-573c-43be-8599-f7607a9c7759 service neutron] Bound port: 3c43b811-1cd5-436c-b45c-02563cde9cdd, host: hv-cinder-79123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd048cc76-f1b9-4c55-bd01-b655f3df7c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '516c7a38-b432-4454-a37e-dcd9282969c8'}}] {{(pid=98653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:50:41.276393 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-1e870aae-9ba0-4a62-977f-00bb703e004a req-59fceea1-573c-43be-8599-f7607a9c7759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:41.393296 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.db [req-1e870aae-9ba0-4a62-977f-00bb703e004a req-59fceea1-573c-43be-8599-f7607a9c7759 service neutron] For port 3c43b811-1cd5-436c-b45c-02563cde9cdd, host hv-cinder-79123, cleared binding levels {{(pid=98653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:50:41.396473 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.db [req-1e870aae-9ba0-4a62-977f-00bb703e004a req-59fceea1-573c-43be-8599-f7607a9c7759 service neutron] For port 3c43b811-1cd5-436c-b45c-02563cde9cdd, host hv-cinder-79123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=3c43b811-1cd5-436c-b45c-02563cde9cdd,segment=NetworkSegment(d048cc76-f1b9-4c55-bd01-b655f3df7c58),segment_id=d048cc76-f1b9-4c55-bd01-b655f3df7c58)] {{(pid=98653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:50:41.406307 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-1e870aae-9ba0-4a62-977f-00bb703e004a req-59fceea1-573c-43be-8599-f7607a9c7759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14739039'] for port, after_update {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:41.409848 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-1adb2aca-2a9e-452b-b3dd-615835df26c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:50:41.478083 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e870aae-9ba0-4a62-977f-00bb703e004a req-59fceea1-573c-43be-8599-f7607a9c7759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:41.478699 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-1e870aae-9ba0-4a62-977f-00bb703e004a req-59fceea1-573c-43be-8599-f7607a9c7759 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for port, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:41.480455 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-1e870aae-9ba0-4a62-977f-00bb703e004a req-59fceea1-573c-43be-8599-f7607a9c7759 service neutron] 10.222.0.62 "PUT /v2.0/ports/3c43b811-1cd5-436c-b45c-02563cde9cdd HTTP/1.1" status: 200 len: 1094 time: 1.1058805 May 25 15:50:41.480850 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641bc9c7-f784-40f9-ac98-c4f5fbaa5fb4', 'tag': '3c43b811-1cd5-436c-b45c-02563cde9cdd'}] {{(pid=98653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:50:41.498916 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b51ff1-1ec3-4f55-b6c8-654ed5fc0a83 req-d3e3dfa2-a1d8-45a5-b716-6a2d393eaf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:41.500476 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c8b51ff1-1ec3-4f55-b6c8-654ed5fc0a83 req-d3e3dfa2-a1d8-45a5-b716-6a2d393eaf37 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e74cfaf52f64453a8a7344d0a12351a4&device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 1098 time: 0.4489229 May 25 15:50:41.501987 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fceea1-573c-43be-8599-f7607a9c7759 service neutron] Pushing event updated for resources: {'Port': ['ID=3c43b811-1cd5-436c-b45c-02563cde9cdd,revision_number=3']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:50:41.505319 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-59fceea1-573c-43be-8599-f7607a9c7759 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:50:41.510450 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a50d867d-0feb-4f7c-9a19-7e41a8612dc6 admin admin] Router f384927d-48db-40d4-84a0-afa5d7739e62 has already been hosted by L3 agent f8a1ad16-ec6f-48c0-91e7-34790a8304cd {{(pid=98655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:50:41.541652 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe77e9d-29aa-4442-b367-1c2e6e2dbf3b req-463d1113-9d04-48d1-a63e-fc4a096302d0 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:41.543325 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-dbe77e9d-29aa-4442-b367-1c2e6e2dbf3b req-463d1113-9d04-48d1-a63e-fc4a096302d0 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=641bc9c7-f784-40f9-ac98-c4f5fbaa5fb4 HTTP/1.1" status: 200 len: 944 time: 0.2585545 May 25 15:50:41.544185 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641bc9c7-f784-40f9-ac98-c4f5fbaa5fb4', 'tag': '3c43b811-1cd5-436c-b45c-02563cde9cdd', 'status': 'completed', 'code': 200} May 25 15:50:41.636308 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e870aae-9ba0-4a62-977f-00bb703e004a req-7d7bef33-21bb-4229-9dab-5612854abc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:41.637843 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-1e870aae-9ba0-4a62-977f-00bb703e004a req-7d7bef33-21bb-4229-9dab-5612854abc17 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a19b789b0da484f93d05d3a4f181676&device_id=641bc9c7-f784-40f9-ac98-c4f5fbaa5fb4 HTTP/1.1" status: 200 len: 1097 time: 0.0755999 May 25 15:50:41.723323 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-1e870aae-9ba0-4a62-977f-00bb703e004a req-77f7b68a-3d96-4342-8286-15ef0c1485a8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c43b811-1cd5-436c-b45c-02563cde9cdd HTTP/1.1" status: 200 len: 217 time: 0.0682931 May 25 15:50:41.749085 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-dbe77e9d-29aa-4442-b367-1c2e6e2dbf3b req-56f2a633-ea06-47c2-be7e-b8edbb329e20 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556964 May 25 15:50:41.788779 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e870aae-9ba0-4a62-977f-00bb703e004a req-ca57f131-03ad-49c9-af92-d5ef5c9a0176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:41.790245 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-1e870aae-9ba0-4a62-977f-00bb703e004a req-ca57f131-03ad-49c9-af92-d5ef5c9a0176 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=80b790bd-e2d5-47cf-bd18-e178e92334ba HTTP/1.1" status: 200 len: 854 time: 0.0609963 May 25 15:50:41.841703 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b51ff1-1ec3-4f55-b6c8-654ed5fc0a83 req-3b899d97-b187-4190-a9da-d28b3de153c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:41.843148 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c8b51ff1-1ec3-4f55-b6c8-654ed5fc0a83 req-3b899d97-b187-4190-a9da-d28b3de153c0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9c420c9e-5d3a-4c72-87cc-64c647e4aa69 HTTP/1.1" status: 200 len: 917 time: 0.3348696 May 25 15:50:41.943521 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-1e870aae-9ba0-4a62-977f-00bb703e004a req-8767385e-1241-4f87-8cc2-29dcb634544a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=516c7a38-b432-4454-a37e-dcd9282969c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1471584 May 25 15:50:41.944456 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50d867d-0feb-4f7c-9a19-7e41a8612dc6 admin admin] Notify agent at l3_agent.dv-cinder-791239-3-smb the message routers_updated {{(pid=98655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:50:41.954604 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d62aebe-6f40-4a11-a77d-c6978e7e7d3d None None] Sync routers for ids ['f384927d-48db-40d4-84a0-afa5d7739e62'] in dv-cinder-791239-3-smb {{(pid=98656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:50:41.964096 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d62aebe-6f40-4a11-a77d-c6978e7e7d3d None None] Routers {'f384927d-48db-40d4-84a0-afa5d7739e62'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:50:41.964686 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-8d62aebe-6f40-4a11-a77d-c6978e7e7d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:50:17Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['f384927d-48db-40d4-84a0-afa5d7739e62'], 'active': True} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:50:42.025763 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-a50d867d-0feb-4f7c-9a19-7e41a8612dc6 admin admin] 10.222.0.11 "PUT /v2.0/routers/f384927d-48db-40d4-84a0-afa5d7739e62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0215731 May 25 15:50:42.029875 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c8b51ff1-1ec3-4f55-b6c8-654ed5fc0a83 req-271ca3e6-552e-4a52-95ac-ba5bf042b1ee service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e82acbb0-27f4-4e20-a2c7-88e677ca75ec HTTP/1.1" status: 200 len: 1000 time: 0.1791937 May 25 15:50:42.030327 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 49480) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:50:42.104886 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-1e870aae-9ba0-4a62-977f-00bb703e004a req-b4725e7c-71bb-4777-8ca9-a328cf7c483a service neutron] 10.222.0.62 "GET /v2.0/networks/516c7a38-b432-4454-a37e-dcd9282969c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546633 May 25 15:50:42.166269 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvr_db [None req-8d62aebe-6f40-4a11-a77d-c6978e7e7d3d None None] Set router f384927d-48db-40d4-84a0-afa5d7739e62 gateway port host: dv-cinder-791239-3-smb {{(pid=98656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:50:42.250793 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-1e870aae-9ba0-4a62-977f-00bb703e004a req-9ca56587-bd74-4dee-bb82-2b18aef4e12b service neutron] 10.222.0.62 "GET /v2.0/networks/516c7a38-b432-4454-a37e-dcd9282969c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349883 May 25 15:50:42.266859 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96abf7c-bb1d-4b1a-aeba-7502fa18368e req-09cb3da0-fb80-48c5-adc3-6d9c858e772c tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:42.268407 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-d96abf7c-bb1d-4b1a-aeba-7502fa18368e req-09cb3da0-fb80-48c5-adc3-6d9c858e772c tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 945 time: 0.3279703 May 25 15:50:42.272642 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b51ff1-1ec3-4f55-b6c8-654ed5fc0a83 req-522ae873-dbfb-4655-ae78-f2b0b0194deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:42.273998 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c8b51ff1-1ec3-4f55-b6c8-654ed5fc0a83 req-522ae873-dbfb-4655-ae78-f2b0b0194deb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a3cc6c99-8adf-4559-8841-da254b001c5f HTTP/1.1" status: 200 len: 855 time: 0.1851599 May 25 15:50:42.380874 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-9e6641fa-2447-4b69-9ccf-03463e220fc4 admin admin] Notify callbacks [] for router, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:42.436067 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-d96abf7c-bb1d-4b1a-aeba-7502fa18368e req-5d61a834-0a32-4891-9ba8-1573e1a23fa0 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587145 May 25 15:50:42.436908 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6a896-328a-487d-b985-47d0a7d0cd5a req-ef21e1dc-8d55-4229-aae7-1cbdfa2af2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:42.438532 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-21f6a896-328a-487d-b985-47d0a7d0cd5a req-ef21e1dc-8d55-4229-aae7-1cbdfa2af2fc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a19b789b0da484f93d05d3a4f181676&device_id=641bc9c7-f784-40f9-ac98-c4f5fbaa5fb4 HTTP/1.1" status: 200 len: 1097 time: 0.0803981 May 25 15:50:42.498512 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-8d62aebe-6f40-4a11-a77d-c6978e7e7d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f384927d-48db-40d4-84a0-afa5d7739e62', 'name': 'tempest-TestMinimumBasicScenario-1611561921-router', 'tenant_id': 'e5818c3a87de4e67809ca9e7e13aea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': '6e007424-f94a-4f5e-bc42-0c577e91519c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:46:34Z', 'updated_at': '2021-05-25T15:50:40Z', 'revision_number': 5, 'project_id': 'e5818c3a87de4e67809ca9e7e13aea84', 'gw_port': {'id': '6e007424-f94a-4f5e-bc42-0c577e91519c', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:db:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f384927d-48db-40d4-84a0-afa5d7739e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:46:36Z', 'updated_at': '2021-05-25T15:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb'}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:50:42.503030 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d62aebe-6f40-4a11-a77d-c6978e7e7d3d None None] Checking router: f384927d-48db-40d4-84a0-afa5d7739e62 for host: dv-cinder-791239-3-smb {{(pid=98656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:50:42.512768 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d62aebe-6f40-4a11-a77d-c6978e7e7d3d None None] Routers {'f384927d-48db-40d4-84a0-afa5d7739e62'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:50:42.513372 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-8d62aebe-6f40-4a11-a77d-c6978e7e7d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:50:17Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['f384927d-48db-40d4-84a0-afa5d7739e62'], 'active': True} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:50:42.562159 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b51ff1-1ec3-4f55-b6c8-654ed5fc0a83 req-82ecc210-569d-43a6-bd36-17c82f25c9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:42.563725 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c8b51ff1-1ec3-4f55-b6c8-654ed5fc0a83 req-82ecc210-569d-43a6-bd36-17c82f25c9cb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9c420c9e-5d3a-4c72-87cc-64c647e4aa69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2607064 May 25 15:50:42.592991 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6a896-328a-487d-b985-47d0a7d0cd5a req-e2c00036-71ef-4b87-b5c2-7a4921fc087a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:42.594160 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-21f6a896-328a-487d-b985-47d0a7d0cd5a req-e2c00036-71ef-4b87-b5c2-7a4921fc087a service neutron] 10.222.0.62 "GET /v2.0/networks?id=516c7a38-b432-4454-a37e-dcd9282969c8 HTTP/1.1" status: 200 len: 915 time: 0.1481898 May 25 15:50:42.668750 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-21f6a896-328a-487d-b985-47d0a7d0cd5a req-63c88cbe-3bae-40d7-bacd-3fc4288d967e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c43b811-1cd5-436c-b45c-02563cde9cdd HTTP/1.1" status: 200 len: 217 time: 0.0672579 May 25 15:50:42.722553 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvr_db [None req-8d62aebe-6f40-4a11-a77d-c6978e7e7d3d None None] Set router f384927d-48db-40d4-84a0-afa5d7739e62 gateway port host: dv-cinder-791239-3-smb {{(pid=98656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:50:42.743427 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6a896-328a-487d-b985-47d0a7d0cd5a req-ac61f83a-03a0-48cd-992b-b7aa52849915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:42.745172 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-21f6a896-328a-487d-b985-47d0a7d0cd5a req-ac61f83a-03a0-48cd-992b-b7aa52849915 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=80b790bd-e2d5-47cf-bd18-e178e92334ba HTTP/1.1" status: 200 len: 854 time: 0.0699878 May 25 15:50:42.804157 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-9e6641fa-2447-4b69-9ccf-03463e220fc4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:42.804415 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-21f6a896-328a-487d-b985-47d0a7d0cd5a req-9ba672e5-1e0e-4c56-a31e-e272e883283f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=516c7a38-b432-4454-a37e-dcd9282969c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511308 May 25 15:50:42.896527 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c8b51ff1-1ec3-4f55-b6c8-654ed5fc0a83 req-6dcc32fb-6ecc-4041-9b2e-cf13cf3dc6b4 service neutron] 10.222.0.62 "GET /v2.0/networks/9c420c9e-5d3a-4c72-87cc-64c647e4aa69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256705 May 25 15:50:42.966188 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-21f6a896-328a-487d-b985-47d0a7d0cd5a req-895915ba-c1fd-42a4-9535-cc78dcf519b9 service neutron] 10.222.0.62 "GET /v2.0/networks/516c7a38-b432-4454-a37e-dcd9282969c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541021 May 25 15:50:43.048748 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-8d62aebe-6f40-4a11-a77d-c6978e7e7d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f384927d-48db-40d4-84a0-afa5d7739e62', 'name': 'tempest-TestMinimumBasicScenario-1611561921-router', 'tenant_id': 'e5818c3a87de4e67809ca9e7e13aea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': '6e007424-f94a-4f5e-bc42-0c577e91519c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:46:34Z', 'updated_at': '2021-05-25T15:50:40Z', 'revision_number': 5, 'project_id': 'e5818c3a87de4e67809ca9e7e13aea84', 'gw_port': {'id': '6e007424-f94a-4f5e-bc42-0c577e91519c', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:db:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f384927d-48db-40d4-84a0-afa5d7739e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:46:36Z', 'updated_at': '2021-05-25T15:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb'}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:50:43.062715 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d62aebe-6f40-4a11-a77d-c6978e7e7d3d None None] The sync data for ids ['f384927d-48db-40d4-84a0-afa5d7739e62'] in dv-cinder-791239-3-smb is: [{'id': 'f384927d-48db-40d4-84a0-afa5d7739e62', 'name': 'tempest-TestMinimumBasicScenario-1611561921-router', 'tenant_id': 'e5818c3a87de4e67809ca9e7e13aea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': '6e007424-f94a-4f5e-bc42-0c577e91519c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:46:34Z', 'updated_at': '2021-05-25T15:50:40Z', 'revision_number': 5, 'project_id': 'e5818c3a87de4e67809ca9e7e13aea84', 'gw_port': {'id': '6e007424-f94a-4f5e-bc42-0c577e91519c', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:db:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f384927d-48db-40d4-84a0-afa5d7739e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:46:36Z', 'updated_at': '2021-05-25T15:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb'}] {{(pid=98656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:50:43.084054 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.plugin [None req-9e6641fa-2447-4b69-9ccf-03463e220fc4 admin admin] Deleting port 6e007424-f94a-4f5e-bc42-0c577e91519c {{(pid=98655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:50:43.084393 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-9e6641fa-2447-4b69-9ccf-03463e220fc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730536052803'] for port, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:43.107533 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-21f6a896-328a-487d-b985-47d0a7d0cd5a req-a1bad972-bb1c-4d47-8bc7-6190e121c5d7 service neutron] 10.222.0.62 "GET /v2.0/networks/516c7a38-b432-4454-a37e-dcd9282969c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351886 May 25 15:50:43.211709 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-c8b51ff1-1ec3-4f55-b6c8-654ed5fc0a83 req-abfff8eb-d5ab-4207-a895-55f1559a7b98 service neutron] 10.222.0.62 "GET /v2.0/networks/9c420c9e-5d3a-4c72-87cc-64c647e4aa69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741137 May 25 15:50:43.221791 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24dc7ae-0016-4be8-a5bc-8f0604114e42 req-a7ca0a93-816f-48b7-b4d9-5bfeeb1b108e tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:43.223150 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-a24dc7ae-0016-4be8-a5bc-8f0604114e42 req-a7ca0a93-816f-48b7-b4d9-5bfeeb1b108e tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=641bc9c7-f784-40f9-ac98-c4f5fbaa5fb4 HTTP/1.1" status: 200 len: 944 time: 0.3224497 May 25 15:50:43.286614 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.db [None req-9e6641fa-2447-4b69-9ccf-03463e220fc4 admin admin] For port 6e007424-f94a-4f5e-bc42-0c577e91519c, host dv-cinder-791239-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=6e007424-f94a-4f5e-bc42-0c577e91519c,segment=NetworkSegment(b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2),segment_id=b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2)] {{(pid=98655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:50:43.286992 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-9e6641fa-2447-4b69-9ccf-03463e220fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16426746'] for port, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:43.354573 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-a24dc7ae-0016-4be8-a5bc-8f0604114e42 req-2b8feeea-bce5-4ac5-b864-51b413e47de7 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204407 May 25 15:50:43.422551 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.plugin [None req-9e6641fa-2447-4b69-9ccf-03463e220fc4 admin admin] Calling delete_port for 6e007424-f94a-4f5e-bc42-0c577e91519c owned by network:router_gateway {{(pid=98655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:50:43.455285 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device a01368ff-2bd5-4546-a811-34d214ccc5f2 no longer exists at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:50:43.512168 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] No Port match for: a01368ff-2bd5-4546-a811-34d214ccc5f2 {{(pid=98656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:50:43.512866 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device a01368ff-2bd5-4546-a811-34d214ccc5f2 not bound to the agent host dv-cinder-791239-3-smb {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:50:43.589405 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-9e6641fa-2447-4b69-9ccf-03463e220fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730536055462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730535669971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13718067'] for port, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:43.593323 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-3ca46188-ad42-445b-adb8-cccb052d5274 tempest-VolumesSnapshotTestJSON-1466003783 tempest-VolumesSnapshotTestJSON-1466003783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:50:43.679700 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6641fa-2447-4b69-9ccf-03463e220fc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e007424-f94a-4f5e-bc42-0c577e91519c,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:50:43.716639 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-9e6641fa-2447-4b69-9ccf-03463e220fc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:50:43.800438 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-9e6641fa-2447-4b69-9ccf-03463e220fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16423478'] for router_gateway, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:43.985083 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473b90b-8ee2-4945-84d4-115062b6c375 req-048463d1-e491-408c-8bde-fe6f09136021 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:43.986566 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-d473b90b-8ee2-4945-84d4-115062b6c375 req-048463d1-e491-408c-8bde-fe6f09136021 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 945 time: 0.3588769 May 25 15:50:43.990652 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-9e6641fa-2447-4b69-9ccf-03463e220fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16421819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2380'] for router, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:43.993907 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-9e6641fa-2447-4b69-9ccf-03463e220fc4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:44.041222 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-9e6641fa-2447-4b69-9ccf-03463e220fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16424071'] for router, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:44.042207 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e6641fa-2447-4b69-9ccf-03463e220fc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f384927d-48db-40d4-84a0-afa5d7739e62 {{(pid=98655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 15:50:44.055057 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-d473b90b-8ee2-4945-84d4-115062b6c375 req-3eda978b-3a8f-419d-961d-50ed5bcc80bc tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623322 May 25 15:50:44.062334 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-9e6641fa-2447-4b69-9ccf-03463e220fc4 admin admin] Notify callbacks [] for router, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:44.066352 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-9e6641fa-2447-4b69-9ccf-03463e220fc4 admin admin] 10.222.0.11 "DELETE /v2.0/routers/f384927d-48db-40d4-84a0-afa5d7739e62 HTTP/1.1" status: 204 len: 168 time: 2.0320425 May 25 15:50:44.067129 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 49488) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:50:44.153510 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.db_base_plugin_v2 [None req-21d3c0ae-4c96-4221-b284-c4bae796f89e admin admin] Deleting subnet 24c1df54-0b07-4b95-a8da-6f39126dda91 {{(pid=98655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 15:50:44.157534 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-21d3c0ae-4c96-4221-b284-c4bae796f89e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:44.219747 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-21d3c0ae-4c96-4221-b284-c4bae796f89e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3188918'] for subnet, precommit_delete_associations {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:44.340560 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-21d3c0ae-4c96-4221-b284-c4bae796f89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716231'] for subnet, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:44.440698 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device e82acbb0-27f4-4e20-a2c7-88e677ca75ec no longer exists at agent hyperv_hv-cinder-79123 {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:50:44.513997 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-35dbb689-7564-42d3-b82f-305f09a9fc77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:44.606039 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:44.635581 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b94a4d-e97c-44ba-8174-b0b53627ea14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e82acbb0-27f4-4e20-a2c7-88e677ca75ec'}] {{(pid=98656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:50:44.647862 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port e82acbb0-27f4-4e20-a2c7-88e677ca75ec, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=e82acbb0-27f4-4e20-a2c7-88e677ca75ec,segment=NetworkSegment(d31b3f55-0029-4b5d-9031-950743b628bb),segment_id=d31b3f55-0029-4b5d-9031-950743b628bb)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:50:44.655051 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:44.656845 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:50:44.746576 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Pushing event updated for resources: {'Port': ['ID=e82acbb0-27f4-4e20-a2c7-88e677ca75ec,revision_number=8']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:50:44.750287 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:50:44.760804 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d71725-ccf1-4928-a044-4547b3f8515f req-67affbb5-86c9-4789-b51c-31cde43dc0e4 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:44.762402 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-a0d71725-ccf1-4928-a044-4547b3f8515f req-67affbb5-86c9-4789-b51c-31cde43dc0e4 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=641bc9c7-f784-40f9-ac98-c4f5fbaa5fb4 HTTP/1.1" status: 200 len: 944 time: 0.1782634 May 25 15:50:44.832058 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-a0d71725-ccf1-4928-a044-4547b3f8515f req-55c2c498-7194-4d36-97cd-14b476ee8343 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596137 May 25 15:50:44.833706 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-21d3c0ae-4c96-4221-b284-c4bae796f89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3064256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14465064'] for subnet, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:44.838424 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:50:44.857189 dv-cinder-791239-3-smb neutron-server[98656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b94a4d-e97c-44ba-8174-b0b53627ea14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e82acbb0-27f4-4e20-a2c7-88e677ca75ec', 'code': 200} May 25 15:50:44.873363 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d3c0ae-4c96-4221-b284-c4bae796f89e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24c1df54-0b07-4b95-a8da-6f39126dda91,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:50:44.876889 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-21d3c0ae-4c96-4221-b284-c4bae796f89e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:50:44.877854 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-21d3c0ae-4c96-4221-b284-c4bae796f89e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for subnet, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:44.882937 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb48f8b8-87b0-44b2-95de-9a19a2833fc9 None None] Network b8071b70-22b0-4498-aaea-75a15d87bac3 requested from dv-cinder-791239-3-smb {{(pid=98656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:50:44.883883 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-21d3c0ae-4c96-4221-b284-c4bae796f89e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/24c1df54-0b07-4b95-a8da-6f39126dda91 HTTP/1.1" status: 204 len: 168 time: 0.8157082 May 25 15:50:44.886586 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 49496) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:50:44.998223 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-456fb066-3399-4b12-975c-c7578fd746ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704691'] for network, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:45.071093 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.plugin [None req-456fb066-3399-4b12-975c-c7578fd746ce admin admin] Deleting port 6811693d-9665-4c27-9ddf-54c6b088ae0b {{(pid=98655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:50:45.071433 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-456fb066-3399-4b12-975c-c7578fd746ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730536052803'] for port, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:45.184246 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd89b60c-c163-4ebb-8c35-e60a36d80ce2 None None] DHCP port deletion for b8071b70-22b0-4498-aaea-75a15d87bac3 request from dv-cinder-791239-3-smb {{(pid=98656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 15:50:45.191508 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.db [None req-456fb066-3399-4b12-975c-c7578fd746ce admin admin] For port 6811693d-9665-4c27-9ddf-54c6b088ae0b, host dv-cinder-791239-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=6811693d-9665-4c27-9ddf-54c6b088ae0b,segment=NetworkSegment(a903719c-cf94-48f2-9fb9-ff5b41d52173),segment_id=a903719c-cf94-48f2-9fb9-ff5b41d52173)] {{(pid=98655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:50:45.191917 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-456fb066-3399-4b12-975c-c7578fd746ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16426746'] for port, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:45.268598 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-fd89b60c-c163-4ebb-8c35-e60a36d80ce2 None None] Deleting port 6811693d-9665-4c27-9ddf-54c6b088ae0b {{(pid=98656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:50:45.268986 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-fd89b60c-c163-4ebb-8c35-e60a36d80ce2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730536052803'] for port, before_delete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:45.356693 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 6e007424-f94a-4f5e-bc42-0c577e91519c no longer exists at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:50:45.386204 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.plugin [None req-456fb066-3399-4b12-975c-c7578fd746ce admin admin] Calling delete_port for 6811693d-9665-4c27-9ddf-54c6b088ae0b owned by network:dhcp {{(pid=98655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:50:45.401208 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] No Port match for: 6e007424-f94a-4f5e-bc42-0c577e91519c {{(pid=98656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:50:45.401581 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 6e007424-f94a-4f5e-bc42-0c577e91519c not bound to the agent host dv-cinder-791239-3-smb {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:50:45.401995 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 6811693d-9665-4c27-9ddf-54c6b088ae0b no longer exists at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:50:45.455155 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de9f2a4-c8f2-4405-b592-0740e93fd86d req-721bcbd0-f7c0-47c6-a788-684e29471812 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:45.456595 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-9de9f2a4-c8f2-4405-b592-0740e93fd86d req-721bcbd0-f7c0-47c6-a788-684e29471812 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 943 time: 0.2549233 May 25 15:50:45.472750 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-fd89b60c-c163-4ebb-8c35-e60a36d80ce2 None None] For port 6811693d-9665-4c27-9ddf-54c6b088ae0b, host dv-cinder-791239-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=6811693d-9665-4c27-9ddf-54c6b088ae0b,segment=NetworkSegment(a903719c-cf94-48f2-9fb9-ff5b41d52173),segment_id=a903719c-cf94-48f2-9fb9-ff5b41d52173)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:50:45.473338 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-fd89b60c-c163-4ebb-8c35-e60a36d80ce2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16426746'] for port, precommit_delete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:45.498154 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-456fb066-3399-4b12-975c-c7578fd746ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730536055462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730535669971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13718067'] for port, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:45.505233 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-345aa31c-c4cc-4d20-8be2-598270f8503e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:50:45.560140 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456fb066-3399-4b12-975c-c7578fd746ce admin admin] Pushing event deleted for resources: {'Port': ['ID=6811693d-9665-4c27-9ddf-54c6b088ae0b,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:50:45.562596 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-456fb066-3399-4b12-975c-c7578fd746ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:50:45.566369 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-9de9f2a4-c8f2-4405-b592-0740e93fd86d req-7f856dc0-3591-4af9-b126-f6218df28508 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018612 May 25 15:50:45.570930 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456fb066-3399-4b12-975c-c7578fd746ce admin admin] No DVR routers for this DVR port 6811693d-9665-4c27-9ddf-54c6b088ae0b on host dv-cinder-791239-3-smb {{(pid=98655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:50:45.606543 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-fd89b60c-c163-4ebb-8c35-e60a36d80ce2 None None] Calling delete_port for 6811693d-9665-4c27-9ddf-54c6b088ae0b owned by network:dhcp {{(pid=98656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:50:45.612482 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] No active binding found for port 6811693d-9665-4c27-9ddf-54c6b088ae0b {{(pid=98656) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 25 15:50:45.612889 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 6811693d-9665-4c27-9ddf-54c6b088ae0b not bound to the agent host dv-cinder-791239-3-smb {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:50:45.655047 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-fd89b60c-c163-4ebb-8c35-e60a36d80ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730536055462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730535669971'] for port, after_delete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:45.658702 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:50:45.701899 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd89b60c-c163-4ebb-8c35-e60a36d80ce2 None None] Pushing event deleted for resources: {'Port': ['ID=6811693d-9665-4c27-9ddf-54c6b088ae0b,revision_number=None']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:50:45.702907 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-456fb066-3399-4b12-975c-c7578fd746ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717384', 'neutron.services.segments.db._delete_segments_for_network-8730536114652'] for network, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:45.704878 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-fd89b60c-c163-4ebb-8c35-e60a36d80ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:50:45.707192 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd89b60c-c163-4ebb-8c35-e60a36d80ce2 None None] No DVR routers for this DVR port 6811693d-9665-4c27-9ddf-54c6b088ae0b on host dv-cinder-791239-3-smb {{(pid=98656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:50:45.718282 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.services.segments.db [None req-456fb066-3399-4b12-975c-c7578fd746ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8071b70-22b0-4498-aaea-75a15d87bac3']}} {{(pid=98655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:50:45.732981 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.services.segments.db [None req-456fb066-3399-4b12-975c-c7578fd746ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a903719c-cf94-48f2-9fb9-ff5b41d52173') {'for_net_delete': True} {{(pid=98655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:50:45.733278 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.services.segments.db [None req-456fb066-3399-4b12-975c-c7578fd746ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a903719c-cf94-48f2-9fb9-ff5b41d52173') {} {{(pid=98655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:50:45.745851 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-456fb066-3399-4b12-975c-c7578fd746ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730536124573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3188925'] for segment, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:45.766640 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-456fb066-3399-4b12-975c-c7578fd746ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713968'] for segment, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:45.777454 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-456fb066-3399-4b12-975c-c7578fd746ce admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=98655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:50:45.778395 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-456fb066-3399-4b12-975c-c7578fd746ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13718118'] for segment, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:45.794476 dv-cinder-791239-3-smb neutron-server[98655]: Traceback (most recent call last): May 25 15:50:45.794476 dv-cinder-791239-3-smb neutron-server[98655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 15:50:45.794476 dv-cinder-791239-3-smb neutron-server[98655]: timer() May 25 15:50:45.794476 dv-cinder-791239-3-smb neutron-server[98655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 15:50:45.794476 dv-cinder-791239-3-smb neutron-server[98655]: cb(*args, **kw) May 25 15:50:45.794476 dv-cinder-791239-3-smb neutron-server[98655]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 15:50:45.794476 dv-cinder-791239-3-smb neutron-server[98655]: return func(*args, **kwargs) May 25 15:50:45.794476 dv-cinder-791239-3-smb neutron-server[98655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 15:50:45.794476 dv-cinder-791239-3-smb neutron-server[98655]: self._notify() May 25 15:50:45.794476 dv-cinder-791239-3-smb neutron-server[98655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 15:50:45.794476 dv-cinder-791239-3-smb neutron-server[98655]: self.callback(batched_events) May 25 15:50:45.794476 dv-cinder-791239-3-smb neutron-server[98655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 15:50:45.794476 dv-cinder-791239-3-smb neutron-server[98655]: event.method(event) May 25 15:50:45.794476 dv-cinder-791239-3-smb neutron-server[98655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 15:50:45.794476 dv-cinder-791239-3-smb neutron-server[98655]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 15:50:45.794476 dv-cinder-791239-3-smb neutron-server[98655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 15:50:45.794476 dv-cinder-791239-3-smb neutron-server[98655]: aggregate_uuid = self.p_client.list_aggregates( May 25 15:50:45.794476 dv-cinder-791239-3-smb neutron-server[98655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 15:50:45.794476 dv-cinder-791239-3-smb neutron-server[98655]: return f(self, *a, **k) May 25 15:50:45.794476 dv-cinder-791239-3-smb neutron-server[98655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 15:50:45.794476 dv-cinder-791239-3-smb neutron-server[98655]: return self._get(url).json() May 25 15:50:45.794476 dv-cinder-791239-3-smb neutron-server[98655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 15:50:45.794476 dv-cinder-791239-3-smb neutron-server[98655]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 15:50:45.794476 dv-cinder-791239-3-smb neutron-server[98655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 15:50:45.794476 dv-cinder-791239-3-smb neutron-server[98655]: return self.request(url, 'GET', **kwargs) May 25 15:50:45.794476 dv-cinder-791239-3-smb neutron-server[98655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 15:50:45.794476 dv-cinder-791239-3-smb neutron-server[98655]: base_url = self.get_endpoint(auth, allow=allow, May 25 15:50:45.794476 dv-cinder-791239-3-smb neutron-server[98655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 15:50:45.794476 dv-cinder-791239-3-smb neutron-server[98655]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 15:50:45.794476 dv-cinder-791239-3-smb neutron-server[98655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 15:50:45.794476 dv-cinder-791239-3-smb neutron-server[98655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 15:50:45.794476 dv-cinder-791239-3-smb neutron-server[98655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 15:50:45.884840 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-456fb066-3399-4b12-975c-c7578fd746ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16304419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16277480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423467'] for network, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:45.891615 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-456fb066-3399-4b12-975c-c7578fd746ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for network, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:45.895088 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:50:45.915041 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456fb066-3399-4b12-975c-c7578fd746ce admin admin] Pushing event deleted for resources: {'Network': ['ID=b8071b70-22b0-4498-aaea-75a15d87bac3,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:50:45.922283 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-456fb066-3399-4b12-975c-c7578fd746ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:50:45.926769 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-456fb066-3399-4b12-975c-c7578fd746ce admin admin] 10.222.0.11 "DELETE /v2.0/networks/b8071b70-22b0-4498-aaea-75a15d87bac3 HTTP/1.1" status: 204 len: 168 time: 1.0391634 May 25 15:50:46.031574 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9866c-f5ec-4995-817f-ad90b2c668d6 req-55ec90f3-c4a7-4cd8-87a8-3b9cbb3017f9 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:46.033053 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-34a9866c-f5ec-4995-817f-ad90b2c668d6 req-55ec90f3-c4a7-4cd8-87a8-3b9cbb3017f9 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=641bc9c7-f784-40f9-ac98-c4f5fbaa5fb4 HTTP/1.1" status: 200 len: 944 time: 0.0829470 May 25 15:50:46.069895 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 49506) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:50:46.083764 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-34a9866c-f5ec-4995-817f-ad90b2c668d6 req-7774a815-5de4-4d56-928f-92c48a0d688d tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446191 May 25 15:50:46.127393 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-15c13aaf-7f05-4823-aa78-a53e1c100cff admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=40f0e137ef6d459694b23fb772f41365&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0560997 May 25 15:50:46.129782 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 49510) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:50:46.188911 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-122d0325-07a4-4d06-9b43-1904f6578866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:46.217447 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-122d0325-07a4-4d06-9b43-1904f6578866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:46.271853 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-122d0325-07a4-4d06-9b43-1904f6578866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:46.275537 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-d948b6f7-9e85-436a-9b49-0a216061dd57 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:50:46.290448 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d0325-07a4-4d06-9b43-1904f6578866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9a9a1e-4230-476d-a929-d2339a8736f5,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:50:46.293130 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-122d0325-07a4-4d06-9b43-1904f6578866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:50:46.302349 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-122d0325-07a4-4d06-9b43-1904f6578866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:46.303560 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-122d0325-07a4-4d06-9b43-1904f6578866 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6f9a9a1e-4230-476d-a929-d2339a8736f5 HTTP/1.1" status: 204 len: 168 time: 0.1728883 May 25 15:50:46.443802 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device 3c43b811-1cd5-436c-b45c-02563cde9cdd details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=98656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:50:46.582136 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port 3c43b811-1cd5-436c-b45c-02563cde9cdd, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=3c43b811-1cd5-436c-b45c-02563cde9cdd,segment=NetworkSegment(d048cc76-f1b9-4c55-bd01-b655f3df7c58),segment_id=d048cc76-f1b9-4c55-bd01-b655f3df7c58)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:50:46.597248 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Returning: {'device': '3c43b811-1cd5-436c-b45c-02563cde9cdd', 'network_id': '516c7a38-b432-4454-a37e-dcd9282969c8', 'port_id': '3c43b811-1cd5-436c-b45c-02563cde9cdd', 'mac_address': 'fa:16:3e:0f:4b:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80b790bd-e2d5-47cf-bd18-e178e92334ba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:50:46.664691 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:46.682751 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.notifiers.nova [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c43b811-1cd5-436c-b45c-02563cde9cdd {{(pid=98656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:50:46.701358 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port 3c43b811-1cd5-436c-b45c-02563cde9cdd, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=3c43b811-1cd5-436c-b45c-02563cde9cdd,segment=NetworkSegment(d048cc76-f1b9-4c55-bd01-b655f3df7c58),segment_id=d048cc76-f1b9-4c55-bd01-b655f3df7c58)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:50:46.709542 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:46.710019 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 49520) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:50:46.711093 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:50:46.770940 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-77a2e6bd-6f20-4da2-b92f-231c680bfecb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e5818c3a87de4e67809ca9e7e13aea84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0571244 May 25 15:50:46.771274 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 49524) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:50:46.790494 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Pushing event updated for resources: {'Port': ['ID=3c43b811-1cd5-436c-b45c-02563cde9cdd,revision_number=4']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:50:46.794279 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:50:46.808127 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09b524-ac55-48d7-95aa-553f9e63dde9 req-cef89ff0-9e09-4519-931f-f4f2426976d1 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:46.809614 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-6c09b524-ac55-48d7-95aa-553f9e63dde9 req-cef89ff0-9e09-4519-931f-f4f2426976d1 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 943 time: 0.1010432 May 25 15:50:46.831876 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-9fee6147-4b1d-4f8c-b1a0-e9a7e0e8c19c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:46.856676 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-6c09b524-ac55-48d7-95aa-553f9e63dde9 req-0c978c6f-4415-428c-9bb7-67b8d449f22b tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410874 May 25 15:50:46.858637 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-9fee6147-4b1d-4f8c-b1a0-e9a7e0e8c19c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:46.914109 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-9fee6147-4b1d-4f8c-b1a0-e9a7e0e8c19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:46.918302 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-50db01a5-c43b-4233-90c1-3969154f4a34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:50:46.929457 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee6147-4b1d-4f8c-b1a0-e9a7e0e8c19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b8ac4b-07a6-47f4-92ec-5460f375d51d,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:50:46.933364 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-9fee6147-4b1d-4f8c-b1a0-e9a7e0e8c19c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:50:46.936911 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-9fee6147-4b1d-4f8c-b1a0-e9a7e0e8c19c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:46.938736 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-9fee6147-4b1d-4f8c-b1a0-e9a7e0e8c19c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c0b8ac4b-07a6-47f4-92ec-5460f375d51d HTTP/1.1" status: 204 len: 168 time: 0.1659634 May 25 15:50:47.245948 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] get_ports_and_sgs() called for port_ids ['3c43b811-1cd5-436c-b45c-02563cde9cdd'] {{(pid=98656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:50:47.331394 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbbe7cf-3916-4b6b-8cfd-e3c55eef7e15 req-25a5666e-9624-4a51-9e78-04c9d99bfcf4 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:47.333336 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-8fbbe7cf-3916-4b6b-8cfd-e3c55eef7e15 req-25a5666e-9624-4a51-9e78-04c9d99bfcf4 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=641bc9c7-f784-40f9-ac98-c4f5fbaa5fb4 HTTP/1.1" status: 200 len: 945 time: 0.1287088 May 25 15:50:47.377290 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:47.496533 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-126724e1-a36d-4700-81aa-3ad75730dbff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:47.549814 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-8fbbe7cf-3916-4b6b-8cfd-e3c55eef7e15 req-8cc3b503-bb31-4a01-bdc8-cd95d3372027 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090218 May 25 15:50:48.410126 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:48.481138 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device e82acbb0-27f4-4e20-a2c7-88e677ca75ec no longer exists at agent hyperv_hv-cinder-79123 {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:50:48.659313 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6fc65c-a1c4-4892-87d8-fb82adde6992 req-4b274b64-ec03-455d-8283-bb2ac8833bae tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:48.660725 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-7a6fc65c-a1c4-4892-87d8-fb82adde6992 req-4b274b64-ec03-455d-8283-bb2ac8833bae tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 943 time: 0.1523201 May 25 15:50:48.664498 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4cdca27b-33ae-4d8b-ab75-720a8e763285 req-f0fa8b38-1e41-4e05-9878-d98422c5b351 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1191251 May 25 15:50:48.758154 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-7a6fc65c-a1c4-4892-87d8-fb82adde6992 req-dcda48f6-839a-434b-801f-a7062b31aa29 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913508 May 25 15:50:48.794772 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9e4b0-48b3-4d98-ae8a-ee182bc93a35 req-bf2d074e-dfec-4b8e-8286-e3f6290d2b32 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:48.796282 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-82e9e4b0-48b3-4d98-ae8a-ee182bc93a35 req-bf2d074e-dfec-4b8e-8286-e3f6290d2b32 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=641bc9c7-f784-40f9-ac98-c4f5fbaa5fb4 HTTP/1.1" status: 200 len: 945 time: 0.1118667 May 25 15:50:48.847504 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-82e9e4b0-48b3-4d98-ae8a-ee182bc93a35 req-643e661e-135c-45d1-8b40-9f587f513013 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446086 May 25 15:50:48.931738 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-5e596f64-6e97-4d78-9813-f3b7462efcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:49.702146 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdca27b-33ae-4d8b-ab75-720a8e763285 req-83167be1-60f0-4a54-a918-6d35b92b14f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:49.703724 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4cdca27b-33ae-4d8b-ab75-720a8e763285 req-83167be1-60f0-4a54-a918-6d35b92b14f9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14&tenant_id=e74cfaf52f64453a8a7344d0a12351a4 HTTP/1.1" status: 200 len: 1096 time: 0.0796876 May 25 15:50:49.812152 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdca27b-33ae-4d8b-ab75-720a8e763285 req-afd56257-525f-4994-9bc9-13c567d0bdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:49.814346 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4cdca27b-33ae-4d8b-ab75-720a8e763285 req-afd56257-525f-4994-9bc9-13c567d0bdd2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e74cfaf52f64453a8a7344d0a12351a4&device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 1096 time: 0.0735261 May 25 15:50:50.102505 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdca27b-33ae-4d8b-ab75-720a8e763285 req-e102d378-c86b-41a2-979b-7dc33d72efed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:50.104049 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4cdca27b-33ae-4d8b-ab75-720a8e763285 req-e102d378-c86b-41a2-979b-7dc33d72efed service neutron] 10.222.0.62 "GET /v2.0/networks?id=9c420c9e-5d3a-4c72-87cc-64c647e4aa69 HTTP/1.1" status: 200 len: 917 time: 0.2832639 May 25 15:50:50.190624 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a1d3e-cbf5-4c37-99ea-7eda1f0c8c32 req-283a9e8e-116b-4bad-a52b-d0cbe6f67907 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:50.192103 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-ea3a1d3e-cbf5-4c37-99ea-7eda1f0c8c32 req-283a9e8e-116b-4bad-a52b-d0cbe6f67907 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 943 time: 0.2670717 May 25 15:50:50.209163 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6e2f0-7014-4104-b9e4-bd9a7f7e86ff req-3b6f8d2d-59aa-4739-8411-1d71ad542069 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:50.210616 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e1b6e2f0-7014-4104-b9e4-bd9a7f7e86ff req-3b6f8d2d-59aa-4739-8411-1d71ad542069 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=641bc9c7-f784-40f9-ac98-c4f5fbaa5fb4 HTTP/1.1" status: 200 len: 945 time: 0.2339156 May 25 15:50:50.272825 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4cdca27b-33ae-4d8b-ab75-720a8e763285 req-29d2c1d1-dbc0-40ac-b6d9-44b48ed97c03 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e82acbb0-27f4-4e20-a2c7-88e677ca75ec HTTP/1.1" status: 200 len: 998 time: 0.1602976 May 25 15:50:50.343248 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e1b6e2f0-7014-4104-b9e4-bd9a7f7e86ff req-640aa244-4729-416c-bbc1-57dad59ffebb tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256180 May 25 15:50:50.345838 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-ea3a1d3e-cbf5-4c37-99ea-7eda1f0c8c32 req-4d46374a-7f6e-425f-b9cd-efc55ca01a92 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343389 May 25 15:50:50.368571 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdca27b-33ae-4d8b-ab75-720a8e763285 req-07d655b3-2e3f-4044-b15f-6b7b7e99d155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:50.369819 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4cdca27b-33ae-4d8b-ab75-720a8e763285 req-07d655b3-2e3f-4044-b15f-6b7b7e99d155 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a3cc6c99-8adf-4559-8841-da254b001c5f HTTP/1.1" status: 200 len: 855 time: 0.0785544 May 25 15:50:50.449802 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdca27b-33ae-4d8b-ab75-720a8e763285 req-ce158a56-b614-4499-ad3c-a8d78a583f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:50.451181 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4cdca27b-33ae-4d8b-ab75-720a8e763285 req-ce158a56-b614-4499-ad3c-a8d78a583f77 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9c420c9e-5d3a-4c72-87cc-64c647e4aa69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0744822 May 25 15:50:50.484904 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-61dd613b-f3f2-4fd9-acf0-68300fd05fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:50.501757 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device 3c43b811-1cd5-436c-b45c-02563cde9cdd up at agent hyperv_hv-cinder-79123 {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:50:50.589917 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Provisioning for port 3c43b811-1cd5-436c-b45c-02563cde9cdd completed by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:50:50.597366 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Provisioning complete for port 3c43b811-1cd5-436c-b45c-02563cde9cdd triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:50:50.598644 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:50.601285 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4cdca27b-33ae-4d8b-ab75-720a8e763285 req-9b9f91b1-c5d8-43ab-87f8-0005a3dcd587 service neutron] 10.222.0.62 "GET /v2.0/networks/9c420c9e-5d3a-4c72-87cc-64c647e4aa69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433787 May 25 15:50:50.727423 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:50.753240 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4cdca27b-33ae-4d8b-ab75-720a8e763285 req-125c5d5f-2d10-40f4-b2c0-794c569e5ab9 service neutron] 10.222.0.62 "GET /v2.0/networks/9c420c9e-5d3a-4c72-87cc-64c647e4aa69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449778 May 25 15:50:50.757513 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641bc9c7-f784-40f9-ac98-c4f5fbaa5fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c43b811-1cd5-436c-b45c-02563cde9cdd'}] {{(pid=98656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:50:50.769733 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port 3c43b811-1cd5-436c-b45c-02563cde9cdd, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=3c43b811-1cd5-436c-b45c-02563cde9cdd,segment=NetworkSegment(d048cc76-f1b9-4c55-bd01-b655f3df7c58),segment_id=d048cc76-f1b9-4c55-bd01-b655f3df7c58)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:50:50.775045 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:50.776741 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:50:50.814133 dv-cinder-791239-3-smb neutron-server[98656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641bc9c7-f784-40f9-ac98-c4f5fbaa5fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c43b811-1cd5-436c-b45c-02563cde9cdd', 'code': 200} May 25 15:50:50.878507 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Pushing event updated for resources: {'Port': ['ID=3c43b811-1cd5-436c-b45c-02563cde9cdd,revision_number=5']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:50:50.881442 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:50:51.102858 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ee07a-689b-4ff5-8333-664c562f53d7 req-6d8cd206-7af7-4a50-b82a-d7b571331d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:51.104553 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-2a8ee07a-689b-4ff5-8333-664c562f53d7 req-6d8cd206-7af7-4a50-b82a-d7b571331d31 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=641bc9c7-f784-40f9-ac98-c4f5fbaa5fb4 HTTP/1.1" status: 200 len: 1099 time: 0.0731947 May 25 15:50:51.145756 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-2a8ee07a-689b-4ff5-8333-664c562f53d7 req-a2024f1c-a6a6-4535-a2b4-010b06785e81 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339816 May 25 15:50:51.648262 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c803d1-a108-4e7e-8f7b-4fef8785551b req-b69ae70b-2fd9-4456-a238-4feafbc87f4a tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:51.650091 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e0c803d1-a108-4e7e-8f7b-4fef8785551b req-b69ae70b-2fd9-4456-a238-4feafbc87f4a tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=641bc9c7-f784-40f9-ac98-c4f5fbaa5fb4 HTTP/1.1" status: 200 len: 946 time: 0.1830845 May 25 15:50:51.668226 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efebd3e8-67b1-46e4-b2c8-da9ef630f87d req-3a026454-074f-4b0b-8ee8-f2f910f9e310 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:51.669825 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-efebd3e8-67b1-46e4-b2c8-da9ef630f87d req-3a026454-074f-4b0b-8ee8-f2f910f9e310 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 943 time: 0.1440089 May 25 15:50:51.851393 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e0c803d1-a108-4e7e-8f7b-4fef8785551b req-2dc0ebbb-baec-4869-b1b1-e8c1933f88e0 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928902 May 25 15:50:51.860838 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-efebd3e8-67b1-46e4-b2c8-da9ef630f87d req-3eedbdd5-b4ed-4e70-ab8e-e3425cea231c tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1760757 May 25 15:50:53.130185 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc88627-da2f-46a7-be9e-176c81f21c7e req-7ba80781-e8b1-4a42-8cb7-507eabd6fe79 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:53.131656 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-cdc88627-da2f-46a7-be9e-176c81f21c7e req-7ba80781-e8b1-4a42-8cb7-507eabd6fe79 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 943 time: 0.1090107 May 25 15:50:53.140290 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc84ffe-5a2b-45c2-9a13-b182e0c915a9 req-eb8b4286-d2fe-4829-a976-38db04b8490b tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:53.141785 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-dcc84ffe-5a2b-45c2-9a13-b182e0c915a9 req-eb8b4286-d2fe-4829-a976-38db04b8490b tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=641bc9c7-f784-40f9-ac98-c4f5fbaa5fb4 HTTP/1.1" status: 200 len: 946 time: 0.1546550 May 25 15:50:53.209344 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-cdc88627-da2f-46a7-be9e-176c81f21c7e req-c299b5da-78fc-437e-8a60-dc4556cb9c62 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664945 May 25 15:50:53.221121 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-dcc84ffe-5a2b-45c2-9a13-b182e0c915a9 req-85323a4e-1bf2-4572-b78f-050c85cbd462 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642872 May 25 15:50:54.498232 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e2222e-a36d-474a-a771-7a6146d325fc req-104ea6fb-e90c-4143-90ab-02a56f37f6fd tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:54.500181 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-83e2222e-a36d-474a-a771-7a6146d325fc req-104ea6fb-e90c-4143-90ab-02a56f37f6fd tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 943 time: 0.1283112 May 25 15:50:54.508809 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdd6c9-1414-4016-887b-9ad9210b27b8 req-77bfba77-7c9a-4007-baee-4f3c2cc7587a tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:54.510412 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-03cdd6c9-1414-4016-887b-9ad9210b27b8 req-77bfba77-7c9a-4007-baee-4f3c2cc7587a tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=641bc9c7-f784-40f9-ac98-c4f5fbaa5fb4 HTTP/1.1" status: 200 len: 946 time: 0.1707511 May 25 15:50:54.584155 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-83e2222e-a36d-474a-a771-7a6146d325fc req-eb778f7e-40de-4108-9008-9300839ab2d5 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726249 May 25 15:50:54.589353 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-03cdd6c9-1414-4016-887b-9ad9210b27b8 req-28e39555-05a3-40bc-a68a-3800e6a17027 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641487 May 25 15:50:55.900472 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3503e2-ca77-4eaf-82b9-4dde2a3e3fd1 req-d72b51e3-bede-404a-81c7-a8e079de9b7a tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:55.902420 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-8a3503e2-ca77-4eaf-82b9-4dde2a3e3fd1 req-d72b51e3-bede-404a-81c7-a8e079de9b7a tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=641bc9c7-f784-40f9-ac98-c4f5fbaa5fb4 HTTP/1.1" status: 200 len: 946 time: 0.1791685 May 25 15:50:55.913399 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a3a8d2-e9f0-46b5-a56d-7aeaf7ad773e req-3fca5d98-bba8-4a4d-a00b-275abc1f7e3f tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:55.914916 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-31a3a8d2-e9f0-46b5-a56d-7aeaf7ad773e req-3fca5d98-bba8-4a4d-a00b-275abc1f7e3f tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 943 time: 0.1545982 May 25 15:50:56.012016 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-8a3503e2-ca77-4eaf-82b9-4dde2a3e3fd1 req-7b19a940-ca97-428c-9318-0f7ba30b55cb tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959318 May 25 15:50:56.030442 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-31a3a8d2-e9f0-46b5-a56d-7aeaf7ad773e req-5f79fdfb-cc1e-4e68-8fe7-9f965c627068 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960896 May 25 15:50:56.756236 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.agents_db [None req-e0968af0-a351-492f-a815-45d38f582ebc None None] Agent healthcheck: found 6 active agents {{(pid=98660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:50:57.303803 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bee7ac-1f43-4b53-83c8-04c9399849b0 req-1eb1fcf2-59a7-4396-ac7f-ad4906d6dc1f tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:57.305277 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-77bee7ac-1f43-4b53-83c8-04c9399849b0 req-1eb1fcf2-59a7-4396-ac7f-ad4906d6dc1f tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=641bc9c7-f784-40f9-ac98-c4f5fbaa5fb4 HTTP/1.1" status: 200 len: 946 time: 0.1651137 May 25 15:50:57.315898 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf7356-f915-4398-ab86-25bca0d514d4 req-c2ab7ea6-97f6-4b19-9ee0-10af37df2bfe tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:57.317675 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f3bf7356-f915-4398-ab86-25bca0d514d4 req-c2ab7ea6-97f6-4b19-9ee0-10af37df2bfe tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 943 time: 0.1344254 May 25 15:50:57.420665 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-77bee7ac-1f43-4b53-83c8-04c9399849b0 req-0376eacc-5b5b-44eb-9915-574670003980 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014838 May 25 15:50:57.434961 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f3bf7356-f915-4398-ab86-25bca0d514d4 req-f07346df-7ada-4c6d-9806-e7963406ca3b tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976429 May 25 15:50:58.733798 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082fda6-4528-4197-95d2-8b2e395032e7 req-80ccbe99-cebc-436c-adf4-9e3a5cd3c336 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:58.735347 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e082fda6-4528-4197-95d2-8b2e395032e7 req-80ccbe99-cebc-436c-adf4-9e3a5cd3c336 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=641bc9c7-f784-40f9-ac98-c4f5fbaa5fb4 HTTP/1.1" status: 200 len: 946 time: 0.1708727 May 25 15:50:58.749112 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf43416-112a-48f2-b2ef-74d8e0889c99 req-722d2608-e382-4c14-b6b9-ec363ee15ba9 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:58.750861 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-abf43416-112a-48f2-b2ef-74d8e0889c99 req-722d2608-e382-4c14-b6b9-ec363ee15ba9 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 943 time: 0.1351433 May 25 15:50:58.833628 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-abf43416-112a-48f2-b2ef-74d8e0889c99 req-dc92fb3d-64fa-43d6-9344-0e069d964f1f tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665336 May 25 15:50:58.836252 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e082fda6-4528-4197-95d2-8b2e395032e7 req-239ccf6e-b3a0-419e-8e3a-4a746a1da439 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843952 May 25 15:51:00.109589 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163866f-9dd2-4afa-ba3a-af81a34f6952 req-1ea72a67-821c-4d0e-818d-2394ff1e1589 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:00.111184 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-1163866f-9dd2-4afa-ba3a-af81a34f6952 req-1ea72a67-821c-4d0e-818d-2394ff1e1589 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 943 time: 0.1554725 May 25 15:51:00.125661 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a7ca5b-bad7-4831-befa-050bf891d8d4 req-13030fc7-3e35-4593-a05e-b2cef50f2df4 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:00.127614 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e4a7ca5b-bad7-4831-befa-050bf891d8d4 req-13030fc7-3e35-4593-a05e-b2cef50f2df4 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=641bc9c7-f784-40f9-ac98-c4f5fbaa5fb4 HTTP/1.1" status: 200 len: 946 time: 0.1385593 May 25 15:51:00.212050 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-1163866f-9dd2-4afa-ba3a-af81a34f6952 req-1c467dc4-14be-4fb3-9f37-61ae6093861d tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828681 May 25 15:51:00.216915 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e4a7ca5b-bad7-4831-befa-050bf891d8d4 req-5304e67b-9516-4290-ba6a-2eefb93da4f8 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668867 May 25 15:51:01.505309 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f21a7-1809-433b-b8a2-490b7a8c08d0 req-429e4696-fb94-4191-8275-168178b22d22 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:01.506746 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e85f21a7-1809-433b-b8a2-490b7a8c08d0 req-429e4696-fb94-4191-8275-168178b22d22 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 943 time: 0.1662645 May 25 15:51:01.516272 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759dea59-29de-4994-8278-08fdc81da520 req-e80fb0d9-fbfb-46c4-84cc-c8c61ca0a17e tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:01.518108 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-759dea59-29de-4994-8278-08fdc81da520 req-e80fb0d9-fbfb-46c4-84cc-c8c61ca0a17e tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=641bc9c7-f784-40f9-ac98-c4f5fbaa5fb4 HTTP/1.1" status: 200 len: 946 time: 0.1396244 May 25 15:51:01.600980 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-e85f21a7-1809-433b-b8a2-490b7a8c08d0 req-a1929f38-81a6-480b-a6ed-e9806411a6ea tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818622 May 25 15:51:01.616454 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-759dea59-29de-4994-8278-08fdc81da520 req-5c1f736c-8d4f-4776-b0b8-f9594bf9eb18 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801740 May 25 15:51:02.883864 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae79cb8-548b-406b-a458-fdd65126589a req-2a76866f-35d7-4c47-a153-627c92adedc7 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:02.890377 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-eae79cb8-548b-406b-a458-fdd65126589a req-2a76866f-35d7-4c47-a153-627c92adedc7 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=641bc9c7-f784-40f9-ac98-c4f5fbaa5fb4 HTTP/1.1" status: 200 len: 946 time: 0.1494646 May 25 15:51:02.893727 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c929b1-3206-4359-babf-13aadf0c69c1 req-d9e0aafe-2588-4673-8761-c5dd93c597df tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:02.895838 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-65c929b1-3206-4359-babf-13aadf0c69c1 req-d9e0aafe-2588-4673-8761-c5dd93c597df tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 943 time: 0.1282248 May 25 15:51:02.968797 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-eae79cb8-548b-406b-a458-fdd65126589a req-110b8d09-9a0e-4e54-a886-b85fda84d8e8 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719557 May 25 15:51:02.974091 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-65c929b1-3206-4359-babf-13aadf0c69c1 req-64b9e938-04dc-4857-94ed-5b3622d5bfde tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637381 May 25 15:51:04.368840 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598c1a14-ca9c-4fda-bd98-a11d79fee822 req-417fe796-cce9-4178-b074-3c72551365e6 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:04.370301 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-598c1a14-ca9c-4fda-bd98-a11d79fee822 req-417fe796-cce9-4178-b074-3c72551365e6 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 943 time: 0.2436342 May 25 15:51:04.383964 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152ffe9-6aba-48b3-93a3-0c380579057b req-b9a2427f-9ea1-4f47-9d9a-9b9b1bf29600 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:04.385561 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4152ffe9-6aba-48b3-93a3-0c380579057b req-b9a2427f-9ea1-4f47-9d9a-9b9b1bf29600 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=641bc9c7-f784-40f9-ac98-c4f5fbaa5fb4 HTTP/1.1" status: 200 len: 946 time: 0.2971938 May 25 15:51:04.461091 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-598c1a14-ca9c-4fda-bd98-a11d79fee822 req-75bd2961-684a-49d7-a498-3c3eb5a0d2bb tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722880 May 25 15:51:04.490694 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4152ffe9-6aba-48b3-93a3-0c380579057b req-c44a4a25-6f12-40a1-be69-3df7b6144a2f tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892646 May 25 15:51:05.737301 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f382cc88-d539-4c59-ac1d-ac8734acb923 req-34c50b0c-0767-4695-b8d3-f9e7e159e6e7 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:05.738902 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f382cc88-d539-4c59-ac1d-ac8734acb923 req-34c50b0c-0767-4695-b8d3-f9e7e159e6e7 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 943 time: 0.1509762 May 25 15:51:05.751135 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252aa5c3-db25-4548-85f7-5e1235afdab5 req-49007aa2-4896-4e3e-b62b-3b83737dd689 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:05.752658 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-252aa5c3-db25-4548-85f7-5e1235afdab5 req-49007aa2-4896-4e3e-b62b-3b83737dd689 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=641bc9c7-f784-40f9-ac98-c4f5fbaa5fb4 HTTP/1.1" status: 200 len: 946 time: 0.1254900 May 25 15:51:05.826990 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f382cc88-d539-4c59-ac1d-ac8734acb923 req-268dc3ed-0954-4e76-9b93-4e09c0fec5a4 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731978 May 25 15:51:05.832137 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-252aa5c3-db25-4548-85f7-5e1235afdab5 req-78ee590b-8824-48c6-b9cf-41eb486b3e1f tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643723 May 25 15:51:07.126163 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c0b25-7140-43ec-be90-462eaf3dd484 req-51c146c8-0482-4a63-a1a9-0f2b463f9f14 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:07.127579 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-853c0b25-7140-43ec-be90-462eaf3dd484 req-51c146c8-0482-4a63-a1a9-0f2b463f9f14 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 943 time: 0.1556857 May 25 15:51:07.136989 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba64f1b-4a98-4b4d-90a0-142dec044023 req-7c056582-7238-41ba-905e-a56ecd738f5b tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:07.138460 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-bba64f1b-4a98-4b4d-90a0-142dec044023 req-7c056582-7238-41ba-905e-a56ecd738f5b tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=641bc9c7-f784-40f9-ac98-c4f5fbaa5fb4 HTTP/1.1" status: 200 len: 946 time: 0.1266513 May 25 15:51:07.210100 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-853c0b25-7140-43ec-be90-462eaf3dd484 req-adf694b1-89d5-4c14-b2f9-91b752983e26 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706582 May 25 15:51:07.214746 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-bba64f1b-4a98-4b4d-90a0-142dec044023 req-02786ce8-64fb-43f9-83a3-7697d3562555 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618861 May 25 15:51:08.523625 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5f3bf-1fa3-4f79-9155-e7881121b294 req-215c1d9c-a912-4843-a882-5fb2b1bde97d tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:08.525028 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-5bf5f3bf-1fa3-4f79-9155-e7881121b294 req-215c1d9c-a912-4843-a882-5fb2b1bde97d tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 943 time: 0.1458027 May 25 15:51:08.553368 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5eac78-f4a2-4c78-8005-ea8626c6cc94 req-becd039d-570b-45a5-b3a6-5a88a9f4a957 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:08.554866 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-ec5eac78-f4a2-4c78-8005-ea8626c6cc94 req-becd039d-570b-45a5-b3a6-5a88a9f4a957 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=641bc9c7-f784-40f9-ac98-c4f5fbaa5fb4 HTTP/1.1" status: 200 len: 946 time: 0.1344860 May 25 15:51:08.607413 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-5bf5f3bf-1fa3-4f79-9155-e7881121b294 req-eeeb0e5f-1898-4ed6-89e7-9485e715b97e tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759363 May 25 15:51:08.619861 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-ec5eac78-f4a2-4c78-8005-ea8626c6cc94 req-207794f4-16d3-4411-a9c8-bc846765cdeb tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568981 May 25 15:51:09.874586 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fafb43b-5c29-440c-8433-40e7e5fbcccc req-61cf8199-0923-4b70-b83d-08487393cf4e tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:09.875969 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-6fafb43b-5c29-440c-8433-40e7e5fbcccc req-61cf8199-0923-4b70-b83d-08487393cf4e tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 943 time: 0.1443439 May 25 15:51:09.888548 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e9b71-7576-4218-893e-ab327ab17aab req-a8ad4d7f-6514-4826-bd6f-9e02787ef587 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:09.890234 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-736e9b71-7576-4218-893e-ab327ab17aab req-a8ad4d7f-6514-4826-bd6f-9e02787ef587 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=641bc9c7-f784-40f9-ac98-c4f5fbaa5fb4 HTTP/1.1" status: 200 len: 946 time: 0.1240873 May 25 15:51:09.968028 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-6fafb43b-5c29-440c-8433-40e7e5fbcccc req-78eaaf90-3a6e-4d54-8817-23520133580a tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765624 May 25 15:51:09.974864 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-736e9b71-7576-4218-893e-ab327ab17aab req-15507b7d-9fb9-435c-a0fb-a4347504f0ba tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658555 May 25 15:51:11.259498 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80f726-89de-4589-84ac-996c2e9021bb req-ffee600a-c832-4b88-bde4-602d21150e5e tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:11.261103 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-6f80f726-89de-4589-84ac-996c2e9021bb req-ffee600a-c832-4b88-bde4-602d21150e5e tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 943 time: 0.1598914 May 25 15:51:11.274251 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ab4ca-7af4-4121-93b4-f9c11e6afffc req-2c51137e-89d0-440d-b217-2b527ef69de2 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:11.275753 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-2c8ab4ca-7af4-4121-93b4-f9c11e6afffc req-2c51137e-89d0-440d-b217-2b527ef69de2 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=641bc9c7-f784-40f9-ac98-c4f5fbaa5fb4 HTTP/1.1" status: 200 len: 946 time: 0.1304491 May 25 15:51:11.348375 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-6f80f726-89de-4589-84ac-996c2e9021bb req-5e286083-88d4-4368-bade-dd4037e0f6ad tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716426 May 25 15:51:11.355459 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-2c8ab4ca-7af4-4121-93b4-f9c11e6afffc req-673f2f9a-62f1-410d-b751-316d146ee8c1 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640912 May 25 15:51:12.562832 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ede118-ea88-4cdc-8003-ea1648c248d8 req-41520f7a-cce2-4441-9ea9-fd71a1ccff18 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:12.564411 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-12ede118-ea88-4cdc-8003-ea1648c248d8 req-41520f7a-cce2-4441-9ea9-fd71a1ccff18 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 943 time: 0.0911329 May 25 15:51:12.613211 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device e82acbb0-27f4-4e20-a2c7-88e677ca75ec details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=98656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:51:12.617180 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-12ede118-ea88-4cdc-8003-ea1648c248d8 req-93dca6f5-5630-4992-851f-ceddd7f5986b tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464990 May 25 15:51:12.799385 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port e82acbb0-27f4-4e20-a2c7-88e677ca75ec, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=e82acbb0-27f4-4e20-a2c7-88e677ca75ec,segment=NetworkSegment(d31b3f55-0029-4b5d-9031-950743b628bb),segment_id=d31b3f55-0029-4b5d-9031-950743b628bb)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:51:12.813235 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Returning: {'device': 'e82acbb0-27f4-4e20-a2c7-88e677ca75ec', 'network_id': '9c420c9e-5d3a-4c72-87cc-64c647e4aa69', 'port_id': 'e82acbb0-27f4-4e20-a2c7-88e677ca75ec', 'mac_address': 'fa:16:3e:ff:e5:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3cc6c99-8adf-4559-8841-da254b001c5f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:51:12.869085 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:12.886785 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.notifiers.nova [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e82acbb0-27f4-4e20-a2c7-88e677ca75ec {{(pid=98656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:51:12.903409 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port e82acbb0-27f4-4e20-a2c7-88e677ca75ec, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=e82acbb0-27f4-4e20-a2c7-88e677ca75ec,segment=NetworkSegment(d31b3f55-0029-4b5d-9031-950743b628bb),segment_id=d31b3f55-0029-4b5d-9031-950743b628bb)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:51:12.907425 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:12.909621 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:12.989141 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Pushing event updated for resources: {'Port': ['ID=e82acbb0-27f4-4e20-a2c7-88e677ca75ec,revision_number=9']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:13.001729 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:13.002033 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:13.002376 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:13.002709 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:13.003053 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:13.004061 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:13.004442 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:13.004816 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:13.005148 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:13.005479 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:13.005813 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:13.006135 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:13.011220 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:13.404332 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] get_ports_and_sgs() called for port_ids ['e82acbb0-27f4-4e20-a2c7-88e677ca75ec'] {{(pid=98656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:51:13.853192 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a03eb5-b12d-4e5e-a29c-d95167e3a485 req-5f1cd6bc-3b72-425a-aa7c-7535cccad54e tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:13.856017 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-38a03eb5-b12d-4e5e-a29c-d95167e3a485 req-5f1cd6bc-3b72-425a-aa7c-7535cccad54e tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 944 time: 0.0987813 May 25 15:51:13.912485 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-38a03eb5-b12d-4e5e-a29c-d95167e3a485 req-3770332e-3d29-43c6-aec9-36c37da95ddc tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497649 May 25 15:51:14.448630 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-24f0c3f4-8727-4a16-a3c0-2d96e0fea3a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:15.129126 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7ab325-f09a-40c3-9ec3-40a296c299d6 req-c69f8ed7-79d0-48d3-a577-28037f91a35a tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:15.130590 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-3b7ab325-f09a-40c3-9ec3-40a296c299d6 req-c69f8ed7-79d0-48d3-a577-28037f91a35a tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 944 time: 0.0969205 May 25 15:51:15.178790 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-3b7ab325-f09a-40c3-9ec3-40a296c299d6 req-d6e7ad7d-6f29-40e6-a005-2dbbb4b17aec tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423086 May 25 15:51:16.382140 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737c005-d22a-435d-8c5d-a7958e7e8201 req-dcbd91e3-baac-4169-9ddc-54147874408f tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:16.384024 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-a737c005-d22a-435d-8c5d-a7958e7e8201 req-dcbd91e3-baac-4169-9ddc-54147874408f tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 944 time: 0.0901709 May 25 15:51:16.433403 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-a737c005-d22a-435d-8c5d-a7958e7e8201 req-d82195b3-503d-4ae7-ab05-93d6bd95ab56 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431027 May 25 15:51:16.640270 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device e82acbb0-27f4-4e20-a2c7-88e677ca75ec up at agent hyperv_hv-cinder-79123 {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:51:16.732147 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Provisioning complete for port e82acbb0-27f4-4e20-a2c7-88e677ca75ec triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:51:16.732503 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:16.875524 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:16.906888 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b94a4d-e97c-44ba-8174-b0b53627ea14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e82acbb0-27f4-4e20-a2c7-88e677ca75ec'}] {{(pid=98656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:51:16.918086 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port e82acbb0-27f4-4e20-a2c7-88e677ca75ec, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=e82acbb0-27f4-4e20-a2c7-88e677ca75ec,segment=NetworkSegment(d31b3f55-0029-4b5d-9031-950743b628bb),segment_id=d31b3f55-0029-4b5d-9031-950743b628bb)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:51:16.922899 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:16.924913 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:16.974864 dv-cinder-791239-3-smb neutron-server[98656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b94a4d-e97c-44ba-8174-b0b53627ea14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e82acbb0-27f4-4e20-a2c7-88e677ca75ec', 'code': 200} May 25 15:51:16.998448 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Pushing event updated for resources: {'Port': ['ID=e82acbb0-27f4-4e20-a2c7-88e677ca75ec,revision_number=10']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:17.007028 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:17.319769 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d1bbd-034f-41b7-ae06-6eb562a19fbb req-ef3a45e7-6105-41fb-8ba9-b2326c7a179a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:17.321698 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-272d1bbd-034f-41b7-ae06-6eb562a19fbb req-ef3a45e7-6105-41fb-8ba9-b2326c7a179a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 1099 time: 0.0907855 May 25 15:51:17.323115 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:17.377574 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-272d1bbd-034f-41b7-ae06-6eb562a19fbb req-93a6608a-1c9a-411c-af67-443e755caf22 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382333 May 25 15:51:17.473968 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-b6ebe55c-1d7b-4e72-95a8-0288d8131443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:17.683018 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160ccfd-fa10-47b3-a0c5-579fae409d2a req-8bc4bf62-3216-4c41-ba6a-04c6d9746939 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:17.684560 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-d160ccfd-fa10-47b3-a0c5-579fae409d2a req-8bc4bf62-3216-4c41-ba6a-04c6d9746939 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 946 time: 0.1070795 May 25 15:51:17.814450 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 49726) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:17.906518 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-d160ccfd-fa10-47b3-a0c5-579fae409d2a req-e2397734-0511-4cdd-a128-9eacc6347a67 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2149279 May 25 15:51:18.078046 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336931a-b13e-436f-b004-e866fc8996d0 req-4cb77064-a8de-4ee0-a1fd-24ae91af2f6b tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:18.080158 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-6336931a-b13e-436f-b004-e866fc8996d0 req-4cb77064-a8de-4ee0-a1fd-24ae91af2f6b tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/networks?id=516c7a38-b432-4454-a37e-dcd9282969c8 HTTP/1.1" status: 200 len: 814 time: 0.2091568 May 25 15:51:18.106747 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-6336931a-b13e-436f-b004-e866fc8996d0 req-bb3f5816-05bc-4eae-8176-1ea3176b882a tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/quotas/6a19b789b0da484f93d05d3a4f181676 HTTP/1.1" status: 200 len: 375 time: 0.0144136 May 25 15:51:18.231680 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-6336931a-b13e-436f-b004-e866fc8996d0 req-2006d094-3267-48c3-9e07-f845e5eb119a tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a19b789b0da484f93d05d3a4f181676&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1144474 May 25 15:51:18.402324 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-6336931a-b13e-436f-b004-e866fc8996d0 req-3307719c-afcd-4d93-aa4c-2a1adf74ebf2 service neutron] 10.222.0.11 "GET /v2.0/networks/516c7a38-b432-4454-a37e-dcd9282969c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567326 May 25 15:51:18.438422 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:18.440486 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.plugin [None req-d50f8b46-0969-4642-ad97-dbfbed3c9e4d tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Deleting port f7c5c20f-e230-4701-93d9-707567ed4896 {{(pid=98653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:51:18.440866 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-d50f8b46-0969-4642-ad97-dbfbed3c9e4d tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730536052803'] for port, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:18.566377 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-6336931a-b13e-436f-b004-e866fc8996d0 req-de4d3fa7-3e94-466e-95f8-d5aa3bb50c70 service neutron] 10.222.0.11 "GET /v2.0/networks/516c7a38-b432-4454-a37e-dcd9282969c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538136 May 25 15:51:18.721489 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-d50f8b46-0969-4642-ad97-dbfbed3c9e4d tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16426746'] for port, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:18.722544 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-d50f8b46-0969-4642-ad97-dbfbed3c9e4d tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:18.790907 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-bcdec8cc-0854-4134-a1dc-8016c1ca0e67 req-9bec7e58-db1a-4861-97ff-1f4e7e907b71 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8f837ba-2351-4360-9dd7-2800f46ee361 HTTP/1.1" status: 200 len: 210 time: 0.0492938 May 25 15:51:18.872744 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.plugin [None req-d50f8b46-0969-4642-ad97-dbfbed3c9e4d tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Calling delete_port for f7c5c20f-e230-4701-93d9-707567ed4896 owned by network:floatingip {{(pid=98653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:51:18.941352 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-5e596f64-6e97-4d78-9813-f3b7462efcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:19.024526 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-d50f8b46-0969-4642-ad97-dbfbed3c9e4d tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730536055462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730535669971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14739030'] for port, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:19.031518 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-b98d204d-efae-4f1c-9bbd-36e93bfb6bda tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:19.146377 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50f8b46-0969-4642-ad97-dbfbed3c9e4d tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Pushing event deleted for resources: {'Port': ['ID=f7c5c20f-e230-4701-93d9-707567ed4896,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:19.156836 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-d50f8b46-0969-4642-ad97-dbfbed3c9e4d tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:19.205434 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69978875-7757-4273-af5c-fcd68ce4045e req-1a242755-570b-4779-8d43-3f39e49f6191 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:19.208974 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-69978875-7757-4273-af5c-fcd68ce4045e req-1a242755-570b-4779-8d43-3f39e49f6191 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 946 time: 0.1532266 May 25 15:51:19.324331 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-69978875-7757-4273-af5c-fcd68ce4045e req-69beae6c-2fbf-4e67-bfde-df7a80909b1b tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999713 May 25 15:51:19.337891 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-d50f8b46-0969-4642-ad97-dbfbed3c9e4d tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Notify callbacks [] for floatingip, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:19.338867 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.db.l3_db [None req-d50f8b46-0969-4642-ad97-dbfbed3c9e4d tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Floating IP 6c15b7de-defc-4f49-a9c3-7b214b9ce9b6 disassociated (deleted). External IP: 172.28.3.84, port: 904c50ab-92ff-4c44-82da-092fe7d19531. May 25 15:51:19.840445 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d50f8b46-0969-4642-ad97-dbfbed3c9e4d tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Router 0e4eb1b7-dca6-4431-920c-76aa655fc542 has already been hosted by L3 agent f8a1ad16-ec6f-48c0-91e7-34790a8304cd {{(pid=98653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:51:19.991891 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-9db1c01d-4b63-4c46-b86c-5514606d314e req-27604124-77dd-41e9-9ad2-aad4bfbec4a3 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8f837ba-2351-4360-9dd7-2800f46ee361 HTTP/1.1" status: 200 len: 210 time: 0.0596750 May 25 15:51:20.091524 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d50f8b46-0969-4642-ad97-dbfbed3c9e4d tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Notify agent at l3_agent.dv-cinder-791239-3-smb the message routers_updated {{(pid=98653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:51:20.107343 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917f439d-0236-40ac-91b6-8f9fa1cfd962 None None] Sync routers for ids ['0e4eb1b7-dca6-4431-920c-76aa655fc542'] in dv-cinder-791239-3-smb {{(pid=98660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:51:20.126555 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917f439d-0236-40ac-91b6-8f9fa1cfd962 None None] Routers {'0e4eb1b7-dca6-4431-920c-76aa655fc542'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:51:20.127371 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-917f439d-0236-40ac-91b6-8f9fa1cfd962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:51:17Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['0e4eb1b7-dca6-4431-920c-76aa655fc542'], 'active': True} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:51:20.128172 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-d50f8b46-0969-4642-ad97-dbfbed3c9e4d tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for floatingip, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:20.214042 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-d50f8b46-0969-4642-ad97-dbfbed3c9e4d tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "DELETE /v2.0/floatingips/6c15b7de-defc-4f49-a9c3-7b214b9ce9b6 HTTP/1.1" status: 204 len: 168 time: 2.3980203 May 25 15:51:20.215053 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f81b166b-b834-47f1-b96d-c38478e12435', 'tag': '904c50ab-92ff-4c44-82da-092fe7d19531'}] {{(pid=98653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:51:20.283876 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f81b166b-b834-47f1-b96d-c38478e12435', 'tag': '904c50ab-92ff-4c44-82da-092fe7d19531', 'status': 'completed', 'code': 200} May 25 15:51:20.334788 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvr_db [None req-917f439d-0236-40ac-91b6-8f9fa1cfd962 None None] Set router 0e4eb1b7-dca6-4431-920c-76aa655fc542 gateway port host: dv-cinder-791239-3-smb {{(pid=98660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:51:20.512093 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-61dd613b-f3f2-4fd9-acf0-68300fd05fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:20.543250 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed2e997-292b-426f-b98a-1c793a6fc251 req-3d4647d6-48c5-4129-adf1-5978495b2b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:20.555191 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-7ed2e997-292b-426f-b98a-1c793a6fc251 req-3d4647d6-48c5-4129-adf1-5978495b2b50 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e9b5bff4dfaf41e8a476ec518bbc48d4&device_id=f81b166b-b834-47f1-b96d-c38478e12435 HTTP/1.1" status: 200 len: 1099 time: 0.1792207 May 25 15:51:20.702926 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336931a-b13e-436f-b004-e866fc8996d0 req-9a3bc28d-9bcf-4429-9568-4eee3fa4009a tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:20.708132 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-6336931a-b13e-436f-b004-e866fc8996d0 req-9a3bc28d-9bcf-4429-9568-4eee3fa4009a tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.62 "GET /v2.0/networks?id=516c7a38-b432-4454-a37e-dcd9282969c8 HTTP/1.1" status: 200 len: 814 time: 0.3555570 May 25 15:51:20.802368 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [req-6336931a-b13e-436f-b004-e866fc8996d0 req-19c558bc-8771-4ed0-a890-dd23e4634e5a tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Request body: {'port': {'device_id': 'e8f837ba-2351-4360-9dd7-2800f46ee361', 'network_id': '516c7a38-b432-4454-a37e-dcd9282969c8', 'admin_state_up': True, 'tenant_id': '6a19b789b0da484f93d05d3a4f181676'}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:51:20.818426 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed2e997-292b-426f-b98a-1c793a6fc251 req-74f25786-72ea-4051-aae4-04b15058413d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:20.820486 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-7ed2e997-292b-426f-b98a-1c793a6fc251 req-74f25786-72ea-4051-aae4-04b15058413d service neutron] 10.222.0.62 "GET /v2.0/networks?id=a9666395-6498-4bd8-9812-838161f765df HTTP/1.1" status: 200 len: 908 time: 0.2589138 May 25 15:51:20.922090 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-917f439d-0236-40ac-91b6-8f9fa1cfd962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4eb1b7-dca6-4431-920c-76aa655fc542', 'name': 'tempest-TestShelveInstance-46942555-router', 'tenant_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '04be575a-e527-4659-836a-731f11db5c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:44:41Z', 'updated_at': '2021-05-25T15:44:56Z', 'revision_number': 4, 'project_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'gw_port': {'id': '04be575a-e527-4659-836a-731f11db5c27', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4eb1b7-dca6-4431-920c-76aa655fc542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:44:46Z', 'updated_at': '2021-05-25T15:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_interfaces': [{'id': '5ed59cde-7ff5-481d-be0f-22fd6d27d05d', 'name': '', 'network_id': 'a9666395-6498-4bd8-9812-838161f765df', 'tenant_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'mac_address': 'fa:16:3e:37:86:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4eb1b7-dca6-4431-920c-76aa655fc542', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '78d8c6d8-85b3-4128-a7af-7d4f98cb12b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:44:54Z', 'updated_at': '2021-05-25T15:45:14Z', 'revision_number': 5, 'project_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'subnets': [{'id': '78d8c6d8-85b3-4128-a7af-7d4f98cb12b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:51:20.929181 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917f439d-0236-40ac-91b6-8f9fa1cfd962 None None] Checking router: 0e4eb1b7-dca6-4431-920c-76aa655fc542 for host: dv-cinder-791239-3-smb {{(pid=98660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:51:20.944261 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917f439d-0236-40ac-91b6-8f9fa1cfd962 None None] Routers {'0e4eb1b7-dca6-4431-920c-76aa655fc542'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:51:20.944835 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-917f439d-0236-40ac-91b6-8f9fa1cfd962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:51:17Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['0e4eb1b7-dca6-4431-920c-76aa655fc542'], 'active': True} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:51:21.029047 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-7ed2e997-292b-426f-b98a-1c793a6fc251 req-719b5e51-359c-4598-959c-c1ba11d5244e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=904c50ab-92ff-4c44-82da-092fe7d19531 HTTP/1.1" status: 200 len: 217 time: 0.1930346 May 25 15:51:21.097859 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [req-6336931a-b13e-436f-b004-e866fc8996d0 req-19c558bc-8771-4ed0-a890-dd23e4634e5a tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:51:21.112222 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd2024-99d6-484f-97ce-48aedbd87eb8 req-f83a9961-b30f-4130-8860-21a6e18712c4 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:21.114213 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-dbfd2024-99d6-484f-97ce-48aedbd87eb8 req-f83a9961-b30f-4130-8860-21a6e18712c4 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 946 time: 0.4042335 May 25 15:51:21.122668 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-6336931a-b13e-436f-b004-e866fc8996d0 req-19c558bc-8771-4ed0-a890-dd23e4634e5a tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Usage tracker for resource:port and tenant:6a19b789b0da484f93d05d3a4f181676 is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:51:21.130173 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-6336931a-b13e-436f-b004-e866fc8996d0 req-19c558bc-8771-4ed0-a890-dd23e4634e5a tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Quota usage for port was recalculated. Used quota:3. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:51:21.132022 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed2e997-292b-426f-b98a-1c793a6fc251 req-129713f5-246e-4263-9cfe-703c95dc6a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:21.133820 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-7ed2e997-292b-426f-b98a-1c793a6fc251 req-129713f5-246e-4263-9cfe-703c95dc6a24 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=78d8c6d8-85b3-4128-a7af-7d4f98cb12b1 HTTP/1.1" status: 200 len: 846 time: 0.0946023 May 25 15:51:21.145837 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb656d-edda-449a-a82f-07ec9e0b3125 req-612dca37-0e9b-479f-a03c-ef95be38b9e6 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:21.148582 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-eccb656d-edda-449a-a82f-07ec9e0b3125 req-612dca37-0e9b-479f-a03c-ef95be38b9e6 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/ports?device_id=f81b166b-b834-47f1-b96d-c38478e12435 HTTP/1.1" status: 200 len: 946 time: 0.3136559 May 25 15:51:21.155088 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [req-6336931a-b13e-436f-b004-e866fc8996d0 req-19c558bc-8771-4ed0-a890-dd23e4634e5a tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:51:21.180883 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvr_db [None req-917f439d-0236-40ac-91b6-8f9fa1cfd962 None None] Set router 0e4eb1b7-dca6-4431-920c-76aa655fc542 gateway port host: dv-cinder-791239-3-smb {{(pid=98660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:51:21.225836 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6336931a-b13e-436f-b004-e866fc8996d0 req-19c558bc-8771-4ed0-a890-dd23e4634e5a tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Made reservation on behalf of 6a19b789b0da484f93d05d3a4f181676 for: {'port': 1} {{(pid=98655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:51:21.229511 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-6336931a-b13e-436f-b004-e866fc8996d0 req-19c558bc-8771-4ed0-a890-dd23e4634e5a tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:21.246846 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed2e997-292b-426f-b98a-1c793a6fc251 req-4233d1f1-a9b3-4232-9270-b8ffff098da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:21.248706 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-7ed2e997-292b-426f-b98a-1c793a6fc251 req-4233d1f1-a9b3-4232-9270-b8ffff098da3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a9666395-6498-4bd8-9812-838161f765df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0956714 May 25 15:51:21.262523 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-dbfd2024-99d6-484f-97ce-48aedbd87eb8 req-635bdc5c-4c7e-422b-9e65-2f04443e3c03 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345546 May 25 15:51:21.266014 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-eccb656d-edda-449a-a82f-07ec9e0b3125 req-624335fa-0962-42bb-a2ae-9b38917f5d51 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/security-groups?id=189333c9-11a5-4f2f-acef-e76f6d526f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956469 May 25 15:51:21.493586 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-7ed2e997-292b-426f-b98a-1c793a6fc251 req-2a6438a1-454e-49f8-a08e-b50d3d40fe04 service neutron] 10.222.0.62 "GET /v2.0/networks/a9666395-6498-4bd8-9812-838161f765df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367008 May 25 15:51:21.512671 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-186e0a7c-f3e0-4d94-9b26-952d32d57958 req-721d75a4-32de-4df6-a95a-0768fb150fc8 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8f837ba-2351-4360-9dd7-2800f46ee361 HTTP/1.1" status: 200 len: 210 time: 0.0727205 May 25 15:51:21.543186 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.db_base_plugin_common [req-6336931a-b13e-436f-b004-e866fc8996d0 req-19c558bc-8771-4ed0-a890-dd23e4634e5a tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Allocated IP 172.20.0.5 (516c7a38-b432-4454-a37e-dcd9282969c8/80b790bd-e2d5-47cf-bd18-e178e92334ba/566244f4-861e-4ebf-a3af-d0673c5df573) {{(pid=98655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:51:21.687771 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-917f439d-0236-40ac-91b6-8f9fa1cfd962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4eb1b7-dca6-4431-920c-76aa655fc542', 'name': 'tempest-TestShelveInstance-46942555-router', 'tenant_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '04be575a-e527-4659-836a-731f11db5c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:44:41Z', 'updated_at': '2021-05-25T15:44:56Z', 'revision_number': 4, 'project_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'gw_port': {'id': '04be575a-e527-4659-836a-731f11db5c27', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4eb1b7-dca6-4431-920c-76aa655fc542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:44:46Z', 'updated_at': '2021-05-25T15:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_interfaces': [{'id': '5ed59cde-7ff5-481d-be0f-22fd6d27d05d', 'name': '', 'network_id': 'a9666395-6498-4bd8-9812-838161f765df', 'tenant_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'mac_address': 'fa:16:3e:37:86:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4eb1b7-dca6-4431-920c-76aa655fc542', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '78d8c6d8-85b3-4128-a7af-7d4f98cb12b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:44:54Z', 'updated_at': '2021-05-25T15:45:14Z', 'revision_number': 5, 'project_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'subnets': [{'id': '78d8c6d8-85b3-4128-a7af-7d4f98cb12b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:51:21.695254 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917f439d-0236-40ac-91b6-8f9fa1cfd962 None None] The sync data for ids ['0e4eb1b7-dca6-4431-920c-76aa655fc542'] in dv-cinder-791239-3-smb is: [{'id': '0e4eb1b7-dca6-4431-920c-76aa655fc542', 'name': 'tempest-TestShelveInstance-46942555-router', 'tenant_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '04be575a-e527-4659-836a-731f11db5c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:44:41Z', 'updated_at': '2021-05-25T15:44:56Z', 'revision_number': 4, 'project_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'gw_port': {'id': '04be575a-e527-4659-836a-731f11db5c27', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4eb1b7-dca6-4431-920c-76aa655fc542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:44:46Z', 'updated_at': '2021-05-25T15:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_interfaces': [{'id': '5ed59cde-7ff5-481d-be0f-22fd6d27d05d', 'name': '', 'network_id': 'a9666395-6498-4bd8-9812-838161f765df', 'tenant_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'mac_address': 'fa:16:3e:37:86:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4eb1b7-dca6-4431-920c-76aa655fc542', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '78d8c6d8-85b3-4128-a7af-7d4f98cb12b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:44:54Z', 'updated_at': '2021-05-25T15:45:14Z', 'revision_number': 5, 'project_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'subnets': [{'id': '78d8c6d8-85b3-4128-a7af-7d4f98cb12b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:51:21.718069 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-7ed2e997-292b-426f-b98a-1c793a6fc251 req-6b65e545-9e36-42f1-8518-1862a87d6cbb service neutron] 10.222.0.62 "GET /v2.0/networks/a9666395-6498-4bd8-9812-838161f765df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902313 May 25 15:51:21.914003 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-6336931a-b13e-436f-b004-e866fc8996d0 req-19c558bc-8771-4ed0-a890-dd23e4634e5a tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Notify callbacks [] for port, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:21.955141 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-6336931a-b13e-436f-b004-e866fc8996d0 req-19c558bc-8771-4ed0-a890-dd23e4634e5a tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730535669962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13718067'] for port, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:21.959225 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad12802-efa8-4d92-b3d3-fdad6cd9bffd None None] New status for floating IP 6c15b7de-defc-4f49-a9c3-7b214b9ce9b6: DOWN {{(pid=98656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 15:51:21.962234 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-345aa31c-c4cc-4d20-8be2-598270f8503e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:22.016691 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] get_ports_and_sgs() called for port_ids ['0de8b5d1-c5c0-41d4-8b50-1db82d50eaa5', '9b0aa180-a33b-496a-bb82-d06073005bd7', '3c43b811-1cd5-436c-b45c-02563cde9cdd'] {{(pid=98656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:51:22.033755 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6336931a-b13e-436f-b004-e866fc8996d0 req-19c558bc-8771-4ed0-a890-dd23e4634e5a tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Network 516c7a38-b432-4454-a37e-dcd9282969c8 is already hosted by enough agents. {{(pid=98655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:51:22.037704 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.base_scheduler [req-6336931a-b13e-436f-b004-e866fc8996d0 req-19c558bc-8771-4ed0-a890-dd23e4634e5a tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Resources bound (agent type, host, resource id): {{(pid=98655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:51:22.041910 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.l3_dvrscheduler_db [req-6336931a-b13e-436f-b004-e866fc8996d0 req-19c558bc-8771-4ed0-a890-dd23e4634e5a tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Received port after_create {{(pid=98655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:51:22.083997 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c558bc-8771-4ed0-a890-dd23e4634e5a tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Pushing event updated for resources: {'Port': ['ID=566244f4-861e-4ebf-a3af-d0673c5df573,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:22.093055 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-19c558bc-8771-4ed0-a890-dd23e4634e5a tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:22.131012 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336931a-b13e-436f-b004-e866fc8996d0 req-19c558bc-8771-4ed0-a890-dd23e4634e5a tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:22.131012 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-6336931a-b13e-436f-b004-e866fc8996d0 req-19c558bc-8771-4ed0-a890-dd23e4634e5a tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for port, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:22.161795 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-6336931a-b13e-436f-b004-e866fc8996d0 req-19c558bc-8771-4ed0-a890-dd23e4634e5a tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3661237 May 25 15:51:22.187644 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.v2.base [req-6336931a-b13e-436f-b004-e866fc8996d0 req-d78162c8-421b-4893-9938-72ef9e0a1d57 service neutron] Request body: {'port': {'device_id': 'e8f837ba-2351-4360-9dd7-2800f46ee361', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79123'}} {{(pid=98655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:51:22.314372 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-6336931a-b13e-436f-b004-e866fc8996d0 req-d78162c8-421b-4893-9938-72ef9e0a1d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:22.885401 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791ab0a-b093-4be7-bd23-b1cbff88dfae req-55061a8e-580f-4df8-99e1-a9a181a1d9f0 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:22.886991 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [req-c791ab0a-b093-4be7-bd23-b1cbff88dfae req-55061a8e-580f-4df8-99e1-a9a181a1d9f0 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Synchronizing usage tracker for tenant:e9b5bff4dfaf41e8a476ec518bbc48d4 on resource:port {{(pid=98653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:51:22.910516 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [req-c791ab0a-b093-4be7-bd23-b1cbff88dfae req-55061a8e-580f-4df8-99e1-a9a181a1d9f0 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Unset dirty status for tenant:e9b5bff4dfaf41e8a476ec518bbc48d4 on resource:port {{(pid=98653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:51:22.912224 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-c791ab0a-b093-4be7-bd23-b1cbff88dfae req-55061a8e-580f-4df8-99e1-a9a181a1d9f0 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.62 "GET /v2.0/ports?device_id=f81b166b-b834-47f1-b96d-c38478e12435 HTTP/1.1" status: 200 len: 946 time: 0.1420677 May 25 15:51:22.913408 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.notifiers.nova [req-6336931a-b13e-436f-b004-e866fc8996d0 req-d78162c8-421b-4893-9938-72ef9e0a1d57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 566244f4-861e-4ebf-a3af-d0673c5df573 {{(pid=98655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:51:22.925813 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-6336931a-b13e-436f-b004-e866fc8996d0 req-d78162c8-421b-4893-9938-72ef9e0a1d57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:22.936011 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5fd9b4-225e-418c-aacf-b347b2fbae52 req-1211113d-7327-49e8-85de-3a7a5459be4d tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:22.936707 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-7e5fd9b4-225e-418c-aacf-b347b2fbae52 req-1211113d-7327-49e8-85de-3a7a5459be4d tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Synchronizing usage tracker for tenant:6a19b789b0da484f93d05d3a4f181676 on resource:port {{(pid=98655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:51:22.966503 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f7011-590f-49a4-854c-10ea372096e1 req-c50cab20-3c97-4dbf-a73f-4ea8fdd732d3 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:22.968043 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-ad9f7011-590f-49a4-854c-10ea372096e1 req-c50cab20-3c97-4dbf-a73f-4ea8fdd732d3 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/ports?device_id=f81b166b-b834-47f1-b96d-c38478e12435 HTTP/1.1" status: 200 len: 946 time: 0.5000494 May 25 15:51:22.970413 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.provisioning_blocks [req-6336931a-b13e-436f-b004-e866fc8996d0 req-d78162c8-421b-4893-9938-72ef9e0a1d57 service neutron] Transition to ACTIVE for port object 566244f4-861e-4ebf-a3af-d0673c5df573 will not be triggered until provisioned by entity L2. {{(pid=98655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:51:22.993087 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-6336931a-b13e-436f-b004-e866fc8996d0 req-d78162c8-421b-4893-9938-72ef9e0a1d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13718074'] for port, after_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:23.000573 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-f4f84f83-a4c5-448b-9703-27e4e07bfe25 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:23.037809 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-7e5fd9b4-225e-418c-aacf-b347b2fbae52 req-1211113d-7327-49e8-85de-3a7a5459be4d tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Unset dirty status for tenant:6a19b789b0da484f93d05d3a4f181676 on resource:port {{(pid=98655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:51:23.038985 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-7e5fd9b4-225e-418c-aacf-b347b2fbae52 req-1211113d-7327-49e8-85de-3a7a5459be4d tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8f837ba-2351-4360-9dd7-2800f46ee361 HTTP/1.1" status: 200 len: 931 time: 0.3615739 May 25 15:51:23.079472 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.plugin [req-c791ab0a-b093-4be7-bd23-b1cbff88dfae req-a1c92511-bad2-411e-8908-7f0f6b952485 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Deleting port 904c50ab-92ff-4c44-82da-092fe7d19531 {{(pid=98653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:51:23.079862 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-c791ab0a-b093-4be7-bd23-b1cbff88dfae req-a1c92511-bad2-411e-8908-7f0f6b952485 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730536052803'] for port, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:23.178674 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-ad9f7011-590f-49a4-854c-10ea372096e1 req-2d7eaac2-a4b4-40f6-9bb2-e4a342e41ace tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/security-groups?id=189333c9-11a5-4f2f-acef-e76f6d526f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2036650 May 25 15:51:23.215244 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78162c8-421b-4893-9938-72ef9e0a1d57 service neutron] Pushing event updated for resources: {'Port': ['ID=566244f4-861e-4ebf-a3af-d0673c5df573,revision_number=2']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:23.258962 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-d78162c8-421b-4893-9938-72ef9e0a1d57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:23.263677 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.db [req-c791ab0a-b093-4be7-bd23-b1cbff88dfae req-a1c92511-bad2-411e-8908-7f0f6b952485 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] For port 904c50ab-92ff-4c44-82da-092fe7d19531, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=904c50ab-92ff-4c44-82da-092fe7d19531,segment=NetworkSegment(8626442b-6d51-4379-a5f0-edfdfd330e04),segment_id=8626442b-6d51-4379-a5f0-edfdfd330e04)] {{(pid=98653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:51:23.264058 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-c791ab0a-b093-4be7-bd23-b1cbff88dfae req-a1c92511-bad2-411e-8908-7f0f6b952485 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16426746'] for port, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:23.303807 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-7e5fd9b4-225e-418c-aacf-b347b2fbae52 req-e4cf2e5e-dae5-4902-86a3-876ad00e180b tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322998 May 25 15:51:23.365561 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.managers [req-6336931a-b13e-436f-b004-e866fc8996d0 req-d78162c8-421b-4893-9938-72ef9e0a1d57 service neutron] Attempting to bind port 566244f4-861e-4ebf-a3af-d0673c5df573 on host hv-cinder-79123 for vnic_type normal with profile {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:51:23.365991 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.managers [req-6336931a-b13e-436f-b004-e866fc8996d0 req-d78162c8-421b-4893-9938-72ef9e0a1d57 service neutron] Attempting to bind port 566244f4-861e-4ebf-a3af-d0673c5df573 by drivers openvswitch,hyperv on host hv-cinder-79123 at level 0 using segments [{'id': 'd048cc76-f1b9-4c55-bd01-b655f3df7c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '516c7a38-b432-4454-a37e-dcd9282969c8'}] {{(pid=98655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:51:23.366320 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6336931a-b13e-436f-b004-e866fc8996d0 req-d78162c8-421b-4893-9938-72ef9e0a1d57 service neutron] Attempting to bind port 566244f4-861e-4ebf-a3af-d0673c5df573 on network 516c7a38-b432-4454-a37e-dcd9282969c8 {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:51:23.371248 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6336931a-b13e-436f-b004-e866fc8996d0 req-d78162c8-421b-4893-9938-72ef9e0a1d57 service neutron] Port 566244f4-861e-4ebf-a3af-d0673c5df573 on network 516c7a38-b432-4454-a37e-dcd9282969c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79123 {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 15:51:23.371559 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6336931a-b13e-436f-b004-e866fc8996d0 req-d78162c8-421b-4893-9938-72ef9e0a1d57 service neutron] Attempting to bind port 566244f4-861e-4ebf-a3af-d0673c5df573 on network 516c7a38-b432-4454-a37e-dcd9282969c8 {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:51:23.377147 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6336931a-b13e-436f-b004-e866fc8996d0 req-d78162c8-421b-4893-9938-72ef9e0a1d57 service neutron] Checking agent: {'id': 'e8d02b02-d66f-44f3-9cce-64202f9374d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 39, 18), 'started_at': datetime.datetime(2021, 5, 25, 15, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:51:23.377531 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6336931a-b13e-436f-b004-e866fc8996d0 req-d78162c8-421b-4893-9938-72ef9e0a1d57 service neutron] Checking segment: {'id': 'd048cc76-f1b9-4c55-bd01-b655f3df7c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '516c7a38-b432-4454-a37e-dcd9282969c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:51:23.378154 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6336931a-b13e-436f-b004-e866fc8996d0 req-d78162c8-421b-4893-9938-72ef9e0a1d57 service neutron] Bound using segment: {'id': 'd048cc76-f1b9-4c55-bd01-b655f3df7c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '516c7a38-b432-4454-a37e-dcd9282969c8'} {{(pid=98655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:51:23.378495 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.managers [req-6336931a-b13e-436f-b004-e866fc8996d0 req-d78162c8-421b-4893-9938-72ef9e0a1d57 service neutron] Bound port: 566244f4-861e-4ebf-a3af-d0673c5df573, host: hv-cinder-79123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd048cc76-f1b9-4c55-bd01-b655f3df7c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '516c7a38-b432-4454-a37e-dcd9282969c8'}}] {{(pid=98655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:51:23.379012 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-6336931a-b13e-436f-b004-e866fc8996d0 req-d78162c8-421b-4893-9938-72ef9e0a1d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:23.417228 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.plugin [req-c791ab0a-b093-4be7-bd23-b1cbff88dfae req-a1c92511-bad2-411e-8908-7f0f6b952485 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Calling delete_port for 904c50ab-92ff-4c44-82da-092fe7d19531 owned by compute:nova {{(pid=98653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:51:23.480417 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.db [req-6336931a-b13e-436f-b004-e866fc8996d0 req-d78162c8-421b-4893-9938-72ef9e0a1d57 service neutron] For port 566244f4-861e-4ebf-a3af-d0673c5df573, host hv-cinder-79123, cleared binding levels {{(pid=98655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:51:23.483440 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.db [req-6336931a-b13e-436f-b004-e866fc8996d0 req-d78162c8-421b-4893-9938-72ef9e0a1d57 service neutron] For port 566244f4-861e-4ebf-a3af-d0673c5df573, host hv-cinder-79123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=566244f4-861e-4ebf-a3af-d0673c5df573,segment=NetworkSegment(d048cc76-f1b9-4c55-bd01-b655f3df7c58),segment_id=d048cc76-f1b9-4c55-bd01-b655f3df7c58)] {{(pid=98655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:51:23.489420 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-6336931a-b13e-436f-b004-e866fc8996d0 req-d78162c8-421b-4893-9938-72ef9e0a1d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13718074'] for port, after_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:23.493597 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-6e62b474-da8b-4594-87b2-1bfd7bbde4b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:23.558936 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336931a-b13e-436f-b004-e866fc8996d0 req-d78162c8-421b-4893-9938-72ef9e0a1d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:23.560041 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-6336931a-b13e-436f-b004-e866fc8996d0 req-d78162c8-421b-4893-9938-72ef9e0a1d57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for port, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:23.562344 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-6336931a-b13e-436f-b004-e866fc8996d0 req-d78162c8-421b-4893-9938-72ef9e0a1d57 service neutron] 10.222.0.62 "PUT /v2.0/ports/566244f4-861e-4ebf-a3af-d0673c5df573 HTTP/1.1" status: 200 len: 1093 time: 1.3804519 May 25 15:51:23.563216 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8f837ba-2351-4360-9dd7-2800f46ee361', 'tag': '566244f4-861e-4ebf-a3af-d0673c5df573'}] {{(pid=98655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:51:23.565481 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-c791ab0a-b093-4be7-bd23-b1cbff88dfae req-a1c92511-bad2-411e-8908-7f0f6b952485 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730536055462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730535669971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14739030'] for port, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:23.584686 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-7ebd728a-4b2b-489c-9728-ea0a45cd93e6 tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:23.600431 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78162c8-421b-4893-9938-72ef9e0a1d57 service neutron] Pushing event updated for resources: {'Port': ['ID=566244f4-861e-4ebf-a3af-d0673c5df573,revision_number=3']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:23.604330 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-d78162c8-421b-4893-9938-72ef9e0a1d57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:23.648041 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8f837ba-2351-4360-9dd7-2800f46ee361', 'tag': '566244f4-861e-4ebf-a3af-d0673c5df573', 'status': 'completed', 'code': 200} May 25 15:51:23.691837 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c92511-bad2-411e-8908-7f0f6b952485 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Pushing event deleted for resources: {'Port': ['ID=904c50ab-92ff-4c44-82da-092fe7d19531,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:23.694759 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-a1c92511-bad2-411e-8908-7f0f6b952485 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:23.737909 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336931a-b13e-436f-b004-e866fc8996d0 req-05452032-10ea-4c97-b262-468452a65e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:23.739321 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-6336931a-b13e-436f-b004-e866fc8996d0 req-05452032-10ea-4c97-b262-468452a65e25 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a19b789b0da484f93d05d3a4f181676&device_id=e8f837ba-2351-4360-9dd7-2800f46ee361 HTTP/1.1" status: 200 len: 1096 time: 0.0946503 May 25 15:51:23.742283 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.l3_dvrscheduler_db [req-c791ab0a-b093-4be7-bd23-b1cbff88dfae req-a1c92511-bad2-411e-8908-7f0f6b952485 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] No DVR routers for this DVR port 904c50ab-92ff-4c44-82da-092fe7d19531 on host hv-cinder-79123 {{(pid=98653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:51:23.745290 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [req-c791ab0a-b093-4be7-bd23-b1cbff88dfae req-a1c92511-bad2-411e-8908-7f0f6b952485 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for port, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:23.748347 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f81b166b-b834-47f1-b96d-c38478e12435', 'name': 'network-vif-deleted', 'tag': '904c50ab-92ff-4c44-82da-092fe7d19531'}] {{(pid=98653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:51:23.766980 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [req-c791ab0a-b093-4be7-bd23-b1cbff88dfae req-a1c92511-bad2-411e-8908-7f0f6b952485 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.62 "DELETE /v2.0/ports/904c50ab-92ff-4c44-82da-092fe7d19531 HTTP/1.1" status: 204 len: 173 time: 0.8463082 May 25 15:51:23.799121 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f81b166b-b834-47f1-b96d-c38478e12435', 'name': 'network-vif-deleted', 'tag': '904c50ab-92ff-4c44-82da-092fe7d19531', 'status': 'completed', 'code': 200} May 25 15:51:23.824864 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-6336931a-b13e-436f-b004-e866fc8996d0 req-0b626ca7-6f0f-45cd-b11e-d3097955efee service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=566244f4-861e-4ebf-a3af-d0673c5df573 HTTP/1.1" status: 200 len: 217 time: 0.0714426 May 25 15:51:23.925635 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336931a-b13e-436f-b004-e866fc8996d0 req-bc42d062-8c11-4201-9b2c-767e5bc9d530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:23.926989 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-6336931a-b13e-436f-b004-e866fc8996d0 req-bc42d062-8c11-4201-9b2c-767e5bc9d530 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=80b790bd-e2d5-47cf-bd18-e178e92334ba HTTP/1.1" status: 200 len: 854 time: 0.0774553 May 25 15:51:23.981304 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-6336931a-b13e-436f-b004-e866fc8996d0 req-ac5e7088-8138-49d0-a0c5-d79b04d12bda service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=516c7a38-b432-4454-a37e-dcd9282969c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448506 May 25 15:51:24.297581 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-6336931a-b13e-436f-b004-e866fc8996d0 req-b4efd26c-12b8-4705-a3c8-53e78999550a service neutron] 10.222.0.62 "GET /v2.0/networks/516c7a38-b432-4454-a37e-dcd9282969c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084238 May 25 15:51:24.459991 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-9c586b50-2b87-45c3-8345-194104988275 req-305d9b15-5aab-4ed4-a159-104c7273929f tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "GET /v2.0/ports?device_id=f81b166b-b834-47f1-b96d-c38478e12435 HTTP/1.1" status: 200 len: 210 time: 0.0622699 May 25 15:51:24.520423 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-6336931a-b13e-436f-b004-e866fc8996d0 req-652689fe-67cd-4d41-9259-2a0685aa0f1c service neutron] 10.222.0.62 "GET /v2.0/networks/516c7a38-b432-4454-a37e-dcd9282969c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132087 May 25 15:51:24.785546 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bebac3-8c45-45ea-b7c1-8b13d73d1ba6 req-038dfef3-184d-4a30-8d3c-7676ba35f4c4 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:24.787005 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-32bebac3-8c45-45ea-b7c1-8b13d73d1ba6 req-038dfef3-184d-4a30-8d3c-7676ba35f4c4 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8f837ba-2351-4360-9dd7-2800f46ee361 HTTP/1.1" status: 200 len: 943 time: 0.1757843 May 25 15:51:24.789873 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e308e0a-4824-4194-b897-8be47a81aa5b req-052ea326-16eb-48a2-bee5-45159a317d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:24.791205 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-9e308e0a-4824-4194-b897-8be47a81aa5b req-052ea326-16eb-48a2-bee5-45159a317d50 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a19b789b0da484f93d05d3a4f181676&device_id=e8f837ba-2351-4360-9dd7-2800f46ee361 HTTP/1.1" status: 200 len: 1096 time: 0.1524351 May 25 15:51:24.926805 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-32bebac3-8c45-45ea-b7c1-8b13d73d1ba6 req-c94c68ea-7635-4359-be89-3f842f0cb94a tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321497 May 25 15:51:24.982565 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e308e0a-4824-4194-b897-8be47a81aa5b req-3b4ea205-7ca5-484f-95bf-9453737ab5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:24.985011 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-9e308e0a-4824-4194-b897-8be47a81aa5b req-3b4ea205-7ca5-484f-95bf-9453737ab5f8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=516c7a38-b432-4454-a37e-dcd9282969c8 HTTP/1.1" status: 200 len: 915 time: 0.1747210 May 25 15:51:25.069095 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-9e308e0a-4824-4194-b897-8be47a81aa5b req-03f1e688-9d24-44fb-b0ef-45f1c304f95a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=566244f4-861e-4ebf-a3af-d0673c5df573 HTTP/1.1" status: 200 len: 217 time: 0.0762587 May 25 15:51:25.165105 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e308e0a-4824-4194-b897-8be47a81aa5b req-1e8911c2-ed10-496c-b027-11dbb39d564e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:25.166902 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-9e308e0a-4824-4194-b897-8be47a81aa5b req-1e8911c2-ed10-496c-b027-11dbb39d564e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=80b790bd-e2d5-47cf-bd18-e178e92334ba HTTP/1.1" status: 200 len: 854 time: 0.0854955 May 25 15:51:25.219615 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-9e308e0a-4824-4194-b897-8be47a81aa5b req-bc67e797-f9b0-4d8a-959e-5242a8187d01 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=516c7a38-b432-4454-a37e-dcd9282969c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438414 May 25 15:51:25.381898 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-9e308e0a-4824-4194-b897-8be47a81aa5b req-f11084a8-99d4-4be6-a837-e76359a69e00 service neutron] 10.222.0.62 "GET /v2.0/networks/516c7a38-b432-4454-a37e-dcd9282969c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512611 May 25 15:51:25.563753 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-9e308e0a-4824-4194-b897-8be47a81aa5b req-d31e67cc-ae74-4aae-8808-eda55adf71bb service neutron] 10.222.0.62 "GET /v2.0/networks/516c7a38-b432-4454-a37e-dcd9282969c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747675 May 25 15:51:25.615216 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 49814) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:25.701570 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-750806a9-1da1-4c37-9092-a324b91e5434 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Notify callbacks [] for security_group, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:25.734578 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-750806a9-1da1-4c37-9092-a324b91e5434 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:25.807541 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-750806a9-1da1-4c37-9092-a324b91e5434 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:25.811319 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-55a7fc3f-0fe8-4866-bad1-c2ecad74ba40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:25.824053 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750806a9-1da1-4c37-9092-a324b91e5434 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=189333c9-11a5-4f2f-acef-e76f6d526f69,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:25.826741 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-750806a9-1da1-4c37-9092-a324b91e5434 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:25.832923 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-750806a9-1da1-4c37-9092-a324b91e5434 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Notify callbacks [] for security_group, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:25.834192 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-750806a9-1da1-4c37-9092-a324b91e5434 tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] 10.222.0.11 "DELETE /v2.0/security-groups/189333c9-11a5-4f2f-acef-e76f6d526f69 HTTP/1.1" status: 204 len: 168 time: 0.2178040 May 25 15:51:26.124152 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d80ab-9f43-4f0a-a869-5c4255b95c73 req-228913d0-359d-48e7-b050-1c8822e79b17 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:26.126412 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-3f2d80ab-9f43-4f0a-a869-5c4255b95c73 req-228913d0-359d-48e7-b050-1c8822e79b17 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8f837ba-2351-4360-9dd7-2800f46ee361 HTTP/1.1" status: 200 len: 943 time: 0.0894406 May 25 15:51:26.189810 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-3f2d80ab-9f43-4f0a-a869-5c4255b95c73 req-d1d76c62-f0f3-4519-a2b9-906da14542c7 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550542 May 25 15:51:26.686097 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device 904c50ab-92ff-4c44-82da-092fe7d19531 no longer exists at agent hyperv_hv-cinder-79123 {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:51:26.733120 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] No Port match for: 904c50ab-92ff-4c44-82da-092fe7d19531 {{(pid=98656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:51:26.733662 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device 904c50ab-92ff-4c44-82da-092fe7d19531 not bound to the agent host hv-cinder-79123 {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:51:26.916905 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 49824) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:27.630933 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-53ecc763-178c-4395-b6e2-f193f6482258 req-a27d301c-19bc-48e6-9f8d-62738f6adbc0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4270978 May 25 15:51:27.662684 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eae233-6903-43f7-b54d-bdbfbb3d9c1e req-bf2b3444-8415-41de-862d-42b5ab34068e tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:27.664390 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-22eae233-6903-43f7-b54d-bdbfbb3d9c1e req-bf2b3444-8415-41de-862d-42b5ab34068e tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8f837ba-2351-4360-9dd7-2800f46ee361 HTTP/1.1" status: 200 len: 943 time: 0.2857571 May 25 15:51:27.831337 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-22eae233-6903-43f7-b54d-bdbfbb3d9c1e req-1e8a8652-a895-4325-b9c7-c78043e24b91 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566875 May 25 15:51:27.911357 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ecc763-178c-4395-b6e2-f193f6482258 req-4eb6ab45-d6b3-4c14-badd-fb42ca49a1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:27.912688 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-53ecc763-178c-4395-b6e2-f193f6482258 req-4eb6ab45-d6b3-4c14-badd-fb42ca49a1e7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e74cfaf52f64453a8a7344d0a12351a4&device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 1099 time: 0.1755199 May 25 15:51:28.144626 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ecc763-178c-4395-b6e2-f193f6482258 req-9c8cf45a-6b5b-41b3-b1af-cdb4ac7ec046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:28.145820 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-53ecc763-178c-4395-b6e2-f193f6482258 req-9c8cf45a-6b5b-41b3-b1af-cdb4ac7ec046 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9c420c9e-5d3a-4c72-87cc-64c647e4aa69 HTTP/1.1" status: 200 len: 917 time: 0.2126794 May 25 15:51:28.148876 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-490d89a9-d2dc-4490-a6bf-2110d2ef32cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16426283'] for router_interface, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:28.389751 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-53ecc763-178c-4395-b6e2-f193f6482258 req-13f6c3ac-6837-4c4f-802b-ecd08956d5f9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e82acbb0-27f4-4e20-a2c7-88e677ca75ec HTTP/1.1" status: 200 len: 1000 time: 0.1890123 May 25 15:51:28.558652 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ecc763-178c-4395-b6e2-f193f6482258 req-f539058f-9a0e-4bb3-beb9-7f512633dfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:28.560187 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-53ecc763-178c-4395-b6e2-f193f6482258 req-f539058f-9a0e-4bb3-beb9-7f512633dfb9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a3cc6c99-8adf-4559-8841-da254b001c5f HTTP/1.1" status: 200 len: 855 time: 0.1624680 May 25 15:51:28.691179 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device 566244f4-861e-4ebf-a3af-d0673c5df573 details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=98656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:51:28.724004 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ecc763-178c-4395-b6e2-f193f6482258 req-0c699976-385e-476d-b4e5-2c4c7b24ebbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:28.726325 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-53ecc763-178c-4395-b6e2-f193f6482258 req-0c699976-385e-476d-b4e5-2c4c7b24ebbf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9c420c9e-5d3a-4c72-87cc-64c647e4aa69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1414478 May 25 15:51:28.877304 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port 566244f4-861e-4ebf-a3af-d0673c5df573, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=566244f4-861e-4ebf-a3af-d0673c5df573,segment=NetworkSegment(d048cc76-f1b9-4c55-bd01-b655f3df7c58),segment_id=d048cc76-f1b9-4c55-bd01-b655f3df7c58)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:51:28.903993 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Returning: {'device': '566244f4-861e-4ebf-a3af-d0673c5df573', 'network_id': '516c7a38-b432-4454-a37e-dcd9282969c8', 'port_id': '566244f4-861e-4ebf-a3af-d0673c5df573', 'mac_address': 'fa:16:3e:8a:81:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80b790bd-e2d5-47cf-bd18-e178e92334ba', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:51:29.039023 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:29.069454 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.notifiers.nova [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 566244f4-861e-4ebf-a3af-d0673c5df573 {{(pid=98656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:51:29.096111 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port 566244f4-861e-4ebf-a3af-d0673c5df573, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=566244f4-861e-4ebf-a3af-d0673c5df573,segment=NetworkSegment(d048cc76-f1b9-4c55-bd01-b655f3df7c58),segment_id=d048cc76-f1b9-4c55-bd01-b655f3df7c58)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:51:29.101801 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:29.105330 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:29.198189 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Pushing event updated for resources: {'Port': ['ID=566244f4-861e-4ebf-a3af-d0673c5df573,revision_number=4']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:29.204882 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:29.276265 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-53ecc763-178c-4395-b6e2-f193f6482258 req-ed946dbe-398d-48e3-b68b-da0314b94632 service neutron] 10.222.0.62 "GET /v2.0/networks/9c420c9e-5d3a-4c72-87cc-64c647e4aa69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5116575 May 25 15:51:29.416261 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.plugin [None req-490d89a9-d2dc-4490-a6bf-2110d2ef32cc admin admin] Deleting port 5ed59cde-7ff5-481d-be0f-22fd6d27d05d {{(pid=98655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:51:29.416586 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-490d89a9-d2dc-4490-a6bf-2110d2ef32cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730536052803'] for port, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:29.542910 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339425d0-3cf1-4aac-bbdc-7050014e564f req-4ebcb2b1-6f18-4b09-9cca-35fb8d0a98c5 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:29.544772 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-339425d0-3cf1-4aac-bbdc-7050014e564f req-4ebcb2b1-6f18-4b09-9cca-35fb8d0a98c5 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8f837ba-2351-4360-9dd7-2800f46ee361 HTTP/1.1" status: 200 len: 944 time: 0.5269074 May 25 15:51:29.552273 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-53ecc763-178c-4395-b6e2-f193f6482258 req-62626036-a54a-4e7f-b4e1-a980fc147dfb service neutron] 10.222.0.62 "GET /v2.0/networks/9c420c9e-5d3a-4c72-87cc-64c647e4aa69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653584 May 25 15:51:29.593869 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] get_ports_and_sgs() called for port_ids ['566244f4-861e-4ebf-a3af-d0673c5df573'] {{(pid=98656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:51:29.653510 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-339425d0-3cf1-4aac-bbdc-7050014e564f req-e0318084-0915-4266-8d94-f340080fabc2 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970640 May 25 15:51:29.666681 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.db [None req-490d89a9-d2dc-4490-a6bf-2110d2ef32cc admin admin] For port 5ed59cde-7ff5-481d-be0f-22fd6d27d05d, host dv-cinder-791239-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=5ed59cde-7ff5-481d-be0f-22fd6d27d05d,segment=NetworkSegment(8626442b-6d51-4379-a5f0-edfdfd330e04),segment_id=8626442b-6d51-4379-a5f0-edfdfd330e04)] {{(pid=98655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:51:29.667172 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-490d89a9-d2dc-4490-a6bf-2110d2ef32cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16426746'] for port, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:29.821134 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.plugin [None req-490d89a9-d2dc-4490-a6bf-2110d2ef32cc admin admin] Calling delete_port for 5ed59cde-7ff5-481d-be0f-22fd6d27d05d owned by network:router_interface {{(pid=98655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:51:29.983802 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-490d89a9-d2dc-4490-a6bf-2110d2ef32cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730536055462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730535669971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13718067'] for port, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:29.987957 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-6d409948-992f-4294-a545-3feed39ba338 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:30.047080 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490d89a9-d2dc-4490-a6bf-2110d2ef32cc admin admin] Pushing event deleted for resources: {'Port': ['ID=5ed59cde-7ff5-481d-be0f-22fd6d27d05d,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:30.054450 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-490d89a9-d2dc-4490-a6bf-2110d2ef32cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:30.361009 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-490d89a9-d2dc-4490-a6bf-2110d2ef32cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16277473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424891'] for router_interface, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:30.774444 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-490d89a9-d2dc-4490-a6bf-2110d2ef32cc admin admin] Router 0e4eb1b7-dca6-4431-920c-76aa655fc542 has already been hosted by L3 agent f8a1ad16-ec6f-48c0-91e7-34790a8304cd {{(pid=98655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:51:31.155578 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87d80a-a565-458f-b99a-171bcbb471bb req-75fa7040-149f-45ec-8074-eba3cb00d50f tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:31.157122 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-7e87d80a-a565-458f-b99a-171bcbb471bb req-75fa7040-149f-45ec-8074-eba3cb00d50f tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8f837ba-2351-4360-9dd7-2800f46ee361 HTTP/1.1" status: 200 len: 944 time: 0.3800128 May 25 15:51:31.158276 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490d89a9-d2dc-4490-a6bf-2110d2ef32cc admin admin] Notify agent at l3_agent.dv-cinder-791239-3-smb the message routers_updated {{(pid=98655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:51:31.169311 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b007b12-6282-4e81-9e6c-21df77ed8e91 None None] Sync routers for ids ['0e4eb1b7-dca6-4431-920c-76aa655fc542'] in dv-cinder-791239-3-smb {{(pid=98660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:51:31.181215 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b007b12-6282-4e81-9e6c-21df77ed8e91 None None] Routers {'0e4eb1b7-dca6-4431-920c-76aa655fc542'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:51:31.182217 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-4b007b12-6282-4e81-9e6c-21df77ed8e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:51:17Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['0e4eb1b7-dca6-4431-920c-76aa655fc542'], 'active': True} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:51:31.188445 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-490d89a9-d2dc-4490-a6bf-2110d2ef32cc admin admin] 10.222.0.11 "PUT /v2.0/routers/0e4eb1b7-dca6-4431-920c-76aa655fc542/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2704384 May 25 15:51:31.192215 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 49836) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:31.218152 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-7e87d80a-a565-458f-b99a-171bcbb471bb req-765e26d8-b101-419e-8b8d-5299f3949ae2 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532975 May 25 15:51:31.432901 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvr_db [None req-4b007b12-6282-4e81-9e6c-21df77ed8e91 None None] Set router 0e4eb1b7-dca6-4431-920c-76aa655fc542 gateway port host: dv-cinder-791239-3-smb {{(pid=98660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:51:31.437263 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-258dbcbb-1b4c-4513-8e08-d3e0ff79bccb admin admin] Notify callbacks [] for router, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:31.790675 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-258dbcbb-1b4c-4513-8e08-d3e0ff79bccb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:31.802411 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-4b007b12-6282-4e81-9e6c-21df77ed8e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4eb1b7-dca6-4431-920c-76aa655fc542', 'name': 'tempest-TestShelveInstance-46942555-router', 'tenant_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '04be575a-e527-4659-836a-731f11db5c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:44:41Z', 'updated_at': '2021-05-25T15:51:29Z', 'revision_number': 5, 'project_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'gw_port': {'id': '04be575a-e527-4659-836a-731f11db5c27', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4eb1b7-dca6-4431-920c-76aa655fc542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:44:46Z', 'updated_at': '2021-05-25T15:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb'}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:51:31.809102 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b007b12-6282-4e81-9e6c-21df77ed8e91 None None] Checking router: 0e4eb1b7-dca6-4431-920c-76aa655fc542 for host: dv-cinder-791239-3-smb {{(pid=98660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:51:31.820448 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b007b12-6282-4e81-9e6c-21df77ed8e91 None None] Routers {'0e4eb1b7-dca6-4431-920c-76aa655fc542'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:51:31.821132 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-4b007b12-6282-4e81-9e6c-21df77ed8e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:51:17Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['0e4eb1b7-dca6-4431-920c-76aa655fc542'], 'active': True} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:51:31.872090 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.plugin [None req-258dbcbb-1b4c-4513-8e08-d3e0ff79bccb admin admin] Deleting port 04be575a-e527-4659-836a-731f11db5c27 {{(pid=98653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:51:31.872594 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-258dbcbb-1b4c-4513-8e08-d3e0ff79bccb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730536052803'] for port, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:31.979712 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvr_db [None req-4b007b12-6282-4e81-9e6c-21df77ed8e91 None None] Set router 0e4eb1b7-dca6-4431-920c-76aa655fc542 gateway port host: None {{(pid=98660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:51:32.003802 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.db [None req-258dbcbb-1b4c-4513-8e08-d3e0ff79bccb admin admin] For port 04be575a-e527-4659-836a-731f11db5c27, host dv-cinder-791239-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=04be575a-e527-4659-836a-731f11db5c27,segment=NetworkSegment(b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2),segment_id=b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2)] {{(pid=98653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:51:32.004488 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-258dbcbb-1b4c-4513-8e08-d3e0ff79bccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16426746'] for port, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:32.094875 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-4b007b12-6282-4e81-9e6c-21df77ed8e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4eb1b7-dca6-4431-920c-76aa655fc542', 'name': 'tempest-TestShelveInstance-46942555-router', 'tenant_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:44:41Z', 'updated_at': '2021-05-25T15:51:31Z', 'revision_number': 6, 'project_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'gw_port_host': None}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:51:32.099889 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b007b12-6282-4e81-9e6c-21df77ed8e91 None None] The sync data for ids ['0e4eb1b7-dca6-4431-920c-76aa655fc542'] in dv-cinder-791239-3-smb is: [{'id': '0e4eb1b7-dca6-4431-920c-76aa655fc542', 'name': 'tempest-TestShelveInstance-46942555-router', 'tenant_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:44:41Z', 'updated_at': '2021-05-25T15:51:31Z', 'revision_number': 6, 'project_id': 'e9b5bff4dfaf41e8a476ec518bbc48d4', 'gw_port_host': None}] {{(pid=98660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:51:32.173555 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.plugin [None req-258dbcbb-1b4c-4513-8e08-d3e0ff79bccb admin admin] Calling delete_port for 04be575a-e527-4659-836a-731f11db5c27 owned by network:router_gateway {{(pid=98653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:51:32.349874 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-258dbcbb-1b4c-4513-8e08-d3e0ff79bccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730536055462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730535669971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14739030'] for port, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:32.354396 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-6ebf4df2-75f7-43a3-945f-8e2a42554b3f tempest-VolumesNegativeTest-1992173420 tempest-VolumesNegativeTest-1992173420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:32.400189 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258dbcbb-1b4c-4513-8e08-d3e0ff79bccb admin admin] Pushing event deleted for resources: {'Port': ['ID=04be575a-e527-4659-836a-731f11db5c27,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:32.403293 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-258dbcbb-1b4c-4513-8e08-d3e0ff79bccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:32.473087 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71faf34d-6e0a-442a-b3c7-6902b6192ef0 req-a5277a4b-12c7-49e1-8e58-4796c2d890de tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:32.474739 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-71faf34d-6e0a-442a-b3c7-6902b6192ef0 req-a5277a4b-12c7-49e1-8e58-4796c2d890de tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8f837ba-2351-4360-9dd7-2800f46ee361 HTTP/1.1" status: 200 len: 944 time: 0.1212559 May 25 15:51:32.528888 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-258dbcbb-1b4c-4513-8e08-d3e0ff79bccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16423478'] for router_gateway, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:32.544763 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-71faf34d-6e0a-442a-b3c7-6902b6192ef0 req-3628671b-23f3-4131-be94-2aeddd6a5f48 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628376 May 25 15:51:32.729437 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device 566244f4-861e-4ebf-a3af-d0673c5df573 up at agent hyperv_hv-cinder-79123 {{(pid=98656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:51:32.732017 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-258dbcbb-1b4c-4513-8e08-d3e0ff79bccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16421819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2380'] for router, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:32.734389 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-258dbcbb-1b4c-4513-8e08-d3e0ff79bccb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:32.774691 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-258dbcbb-1b4c-4513-8e08-d3e0ff79bccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16424071'] for router, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:32.775195 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258dbcbb-1b4c-4513-8e08-d3e0ff79bccb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e4eb1b7-dca6-4431-920c-76aa655fc542 {{(pid=98653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 15:51:32.789460 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-258dbcbb-1b4c-4513-8e08-d3e0ff79bccb admin admin] Notify callbacks [] for router, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:32.790600 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-258dbcbb-1b4c-4513-8e08-d3e0ff79bccb admin admin] 10.222.0.11 "DELETE /v2.0/routers/0e4eb1b7-dca6-4431-920c-76aa655fc542 HTTP/1.1" status: 204 len: 168 time: 1.5974696 May 25 15:51:32.793551 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 49842) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:32.811209 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Provisioning for port 566244f4-861e-4ebf-a3af-d0673c5df573 completed by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:51:32.816582 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.provisioning_blocks [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Provisioning complete for port 566244f4-861e-4ebf-a3af-d0673c5df573 triggered by entity L2. {{(pid=98656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:51:32.817303 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719421'] for port, provisioning_complete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:32.874026 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.db_base_plugin_v2 [None req-06ebafee-3a8e-4aac-922e-d544364671cb admin admin] Deleting subnet 78d8c6d8-85b3-4128-a7af-7d4f98cb12b1 {{(pid=98653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 15:51:32.877227 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-06ebafee-3a8e-4aac-922e-d544364671cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:32.947398 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-675083'] for port, before_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:32.953156 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-06ebafee-3a8e-4aac-922e-d544364671cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1754963'] for subnet, precommit_delete_associations {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:32.982684 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f837ba-2351-4360-9dd7-2800f46ee361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '566244f4-861e-4ebf-a3af-d0673c5df573'}] {{(pid=98656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:51:32.999410 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] For port 566244f4-861e-4ebf-a3af-d0673c5df573, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=566244f4-861e-4ebf-a3af-d0673c5df573,segment=NetworkSegment(d048cc76-f1b9-4c55-bd01-b655f3df7c58),segment_id=d048cc76-f1b9-4c55-bd01-b655f3df7c58)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:51:33.011936 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730536055444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730535669980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730535671565'] for port, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:33.018652 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-00d15ec1-d46c-4144-91cc-7dee23137aa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:33.082488 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-06ebafee-3a8e-4aac-922e-d544364671cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716231'] for subnet, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:33.091882 dv-cinder-791239-3-smb neutron-server[98656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f837ba-2351-4360-9dd7-2800f46ee361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '566244f4-861e-4ebf-a3af-d0673c5df573', 'code': 200} May 25 15:51:33.123067 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Pushing event updated for resources: {'Port': ['ID=566244f4-861e-4ebf-a3af-d0673c5df573,revision_number=5']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:33.129923 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:33.407595 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 04be575a-e527-4659-836a-731f11db5c27 no longer exists at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:51:33.422845 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-06ebafee-3a8e-4aac-922e-d544364671cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14943079'] for subnet, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:33.435834 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:33.447154 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb60e5-133a-4465-85c3-17494f043b62 req-85e286a9-ab26-481f-9b93-1e4c9efdcfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:33.448521 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] No Port match for: 04be575a-e527-4659-836a-731f11db5c27 {{(pid=98656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:51:33.448943 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 04be575a-e527-4659-836a-731f11db5c27 not bound to the agent host dv-cinder-791239-3-smb {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:51:33.449554 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-5dbb60e5-133a-4465-85c3-17494f043b62 req-85e286a9-ab26-481f-9b93-1e4c9efdcfca service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e8f837ba-2351-4360-9dd7-2800f46ee361 HTTP/1.1" status: 200 len: 1098 time: 0.0855522 May 25 15:51:33.449752 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 5ed59cde-7ff5-481d-be0f-22fd6d27d05d no longer exists at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:51:33.470445 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-06ebafee-3a8e-4aac-922e-d544364671cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:33.479493 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ebafee-3a8e-4aac-922e-d544364671cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78d8c6d8-85b3-4128-a7af-7d4f98cb12b1,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:33.480744 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2de4e4-dea8-4374-a8bd-67e2e6b0349c None None] Network a9666395-6498-4bd8-9812-838161f765df requested from dv-cinder-791239-3-smb {{(pid=98656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:51:33.481859 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-06ebafee-3a8e-4aac-922e-d544364671cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:33.486686 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-06ebafee-3a8e-4aac-922e-d544364671cb admin admin] 10.222.0.11 "DELETE /v2.0/subnets/78d8c6d8-85b3-4128-a7af-7d4f98cb12b1 HTTP/1.1" status: 204 len: 168 time: 0.6894333 May 25 15:51:33.486965 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 49848) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:33.501943 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] No Port match for: 5ed59cde-7ff5-481d-be0f-22fd6d27d05d {{(pid=98656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:51:33.502656 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 5ed59cde-7ff5-481d-be0f-22fd6d27d05d not bound to the agent host dv-cinder-791239-3-smb {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:51:33.523269 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-5dbb60e5-133a-4465-85c3-17494f043b62 req-cd983e20-5541-4b08-822a-84cb4c3c6f5c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554574 May 25 15:51:33.640620 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-f8459f51-8eb5-4ba3-a1fd-0c18c51fc53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704691'] for network, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:33.758258 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.agents_db [None req-e0968af0-a351-492f-a815-45d38f582ebc None None] Agent healthcheck: found 6 active agents {{(pid=98660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:51:33.762203 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.plugin [None req-f8459f51-8eb5-4ba3-a1fd-0c18c51fc53c admin admin] Deleting port 4bb76269-bc2a-4881-9dd9-25351fbd5bd1 {{(pid=98653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:51:33.762756 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-f8459f51-8eb5-4ba3-a1fd-0c18c51fc53c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730536052803'] for port, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:33.859304 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3ef98f-81c7-4964-915a-f0285f6b5176 None None] DHCP port deletion for a9666395-6498-4bd8-9812-838161f765df request from dv-cinder-791239-3-smb {{(pid=98656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 15:51:33.872286 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899fd43-c104-406c-b653-64bbf6f62bd6 req-df4cbb34-44bf-46fb-b79f-25f336333435 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:33.874278 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0899fd43-c104-406c-b653-64bbf6f62bd6 req-df4cbb34-44bf-46fb-b79f-25f336333435 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8f837ba-2351-4360-9dd7-2800f46ee361 HTTP/1.1" status: 200 len: 945 time: 0.1416523 May 25 15:51:33.938289 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-0899fd43-c104-406c-b653-64bbf6f62bd6 req-4463afec-5d13-4169-801a-f2aa19536fd7 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549541 May 25 15:51:33.942587 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-6f3ef98f-81c7-4964-915a-f0285f6b5176 None None] Deleting port 4bb76269-bc2a-4881-9dd9-25351fbd5bd1 {{(pid=98656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:51:33.943109 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-6f3ef98f-81c7-4964-915a-f0285f6b5176 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730536052803'] for port, before_delete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:34.037197 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.db [None req-f8459f51-8eb5-4ba3-a1fd-0c18c51fc53c admin admin] For port 4bb76269-bc2a-4881-9dd9-25351fbd5bd1, host dv-cinder-791239-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=4bb76269-bc2a-4881-9dd9-25351fbd5bd1,segment=NetworkSegment(8626442b-6d51-4379-a5f0-edfdfd330e04),segment_id=8626442b-6d51-4379-a5f0-edfdfd330e04)] {{(pid=98653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:51:34.037446 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-f8459f51-8eb5-4ba3-a1fd-0c18c51fc53c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16426746'] for port, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:34.084690 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-6f3ef98f-81c7-4964-915a-f0285f6b5176 None None] For port 4bb76269-bc2a-4881-9dd9-25351fbd5bd1, host dv-cinder-791239-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=4bb76269-bc2a-4881-9dd9-25351fbd5bd1,segment=NetworkSegment(8626442b-6d51-4379-a5f0-edfdfd330e04),segment_id=8626442b-6d51-4379-a5f0-edfdfd330e04)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:51:34.085257 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-6f3ef98f-81c7-4964-915a-f0285f6b5176 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16426746'] for port, precommit_delete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:34.225711 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.plugin [None req-f8459f51-8eb5-4ba3-a1fd-0c18c51fc53c admin admin] Calling delete_port for 4bb76269-bc2a-4881-9dd9-25351fbd5bd1 owned by network:dhcp {{(pid=98653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:51:34.230968 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-6f3ef98f-81c7-4964-915a-f0285f6b5176 None None] Calling delete_port for 4bb76269-bc2a-4881-9dd9-25351fbd5bd1 owned by network:dhcp {{(pid=98656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:51:34.299640 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-6f3ef98f-81c7-4964-915a-f0285f6b5176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730536055462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730535669971'] for port, after_delete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:34.304368 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-fd89b60c-c163-4ebb-8c35-e60a36d80ce2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:34.308805 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-f8459f51-8eb5-4ba3-a1fd-0c18c51fc53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730536055462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730535669971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14739030'] for port, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:34.313283 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-14c1e850-5810-43b7-bf4d-3054c67b1dba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:34.358580 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ef98f-81c7-4964-915a-f0285f6b5176 None None] Pushing event deleted for resources: {'Port': ['ID=4bb76269-bc2a-4881-9dd9-25351fbd5bd1,revision_number=None']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:34.361912 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-6f3ef98f-81c7-4964-915a-f0285f6b5176 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:34.363748 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3ef98f-81c7-4964-915a-f0285f6b5176 None None] No DVR routers for this DVR port 4bb76269-bc2a-4881-9dd9-25351fbd5bd1 on host dv-cinder-791239-3-smb {{(pid=98656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:51:34.377066 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8459f51-8eb5-4ba3-a1fd-0c18c51fc53c admin admin] Pushing event deleted for resources: {'Port': ['ID=4bb76269-bc2a-4881-9dd9-25351fbd5bd1,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:34.380768 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-f8459f51-8eb5-4ba3-a1fd-0c18c51fc53c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:34.383239 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8459f51-8eb5-4ba3-a1fd-0c18c51fc53c admin admin] No DVR routers for this DVR port 4bb76269-bc2a-4881-9dd9-25351fbd5bd1 on host dv-cinder-791239-3-smb {{(pid=98653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:51:34.519021 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-f8459f51-8eb5-4ba3-a1fd-0c18c51fc53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717384', 'neutron.services.segments.db._delete_segments_for_network-8730536114652'] for network, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:34.533890 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.services.segments.db [None req-f8459f51-8eb5-4ba3-a1fd-0c18c51fc53c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9666395-6498-4bd8-9812-838161f765df']}} {{(pid=98653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:51:34.548632 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.services.segments.db [None req-f8459f51-8eb5-4ba3-a1fd-0c18c51fc53c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8626442b-6d51-4379-a5f0-edfdfd330e04') {'for_net_delete': True} {{(pid=98653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:51:34.549150 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.services.segments.db [None req-f8459f51-8eb5-4ba3-a1fd-0c18c51fc53c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8626442b-6d51-4379-a5f0-edfdfd330e04') {} {{(pid=98653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:51:34.561897 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-f8459f51-8eb5-4ba3-a1fd-0c18c51fc53c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730536124573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1754968'] for segment, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:34.580150 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-f8459f51-8eb5-4ba3-a1fd-0c18c51fc53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713968'] for segment, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:34.587799 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8459f51-8eb5-4ba3-a1fd-0c18c51fc53c admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=98653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:51:34.588158 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-f8459f51-8eb5-4ba3-a1fd-0c18c51fc53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14738947'] for segment, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:34.606247 dv-cinder-791239-3-smb neutron-server[98653]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 15:51:34.606247 dv-cinder-791239-3-smb neutron-server[98653]: util.warn( May 25 15:51:34.606247 dv-cinder-791239-3-smb neutron-server[98653]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 15:51:34.606247 dv-cinder-791239-3-smb neutron-server[98653]: util.warn( May 25 15:51:34.606247 dv-cinder-791239-3-smb neutron-server[98653]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 15:51:34.606247 dv-cinder-791239-3-smb neutron-server[98653]: util.warn( May 25 15:51:34.606247 dv-cinder-791239-3-smb neutron-server[98653]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 15:51:34.606247 dv-cinder-791239-3-smb neutron-server[98653]: util.warn( May 25 15:51:34.606247 dv-cinder-791239-3-smb neutron-server[98653]: Traceback (most recent call last): May 25 15:51:34.606247 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 15:51:34.606247 dv-cinder-791239-3-smb neutron-server[98653]: timer() May 25 15:51:34.606247 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 15:51:34.606247 dv-cinder-791239-3-smb neutron-server[98653]: cb(*args, **kw) May 25 15:51:34.606247 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 15:51:34.606247 dv-cinder-791239-3-smb neutron-server[98653]: return func(*args, **kwargs) May 25 15:51:34.606247 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 15:51:34.606247 dv-cinder-791239-3-smb neutron-server[98653]: self._notify() May 25 15:51:34.606247 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 15:51:34.606247 dv-cinder-791239-3-smb neutron-server[98653]: self.callback(batched_events) May 25 15:51:34.606247 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 15:51:34.606247 dv-cinder-791239-3-smb neutron-server[98653]: event.method(event) May 25 15:51:34.606247 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 15:51:34.606247 dv-cinder-791239-3-smb neutron-server[98653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 15:51:34.606247 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 15:51:34.606247 dv-cinder-791239-3-smb neutron-server[98653]: aggregate_uuid = self.p_client.list_aggregates( May 25 15:51:34.606247 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 15:51:34.606247 dv-cinder-791239-3-smb neutron-server[98653]: return f(self, *a, **k) May 25 15:51:34.606247 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 15:51:34.606247 dv-cinder-791239-3-smb neutron-server[98653]: return self._get(url).json() May 25 15:51:34.606247 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 15:51:34.606247 dv-cinder-791239-3-smb neutron-server[98653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 15:51:34.606247 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 15:51:34.606247 dv-cinder-791239-3-smb neutron-server[98653]: return self.request(url, 'GET', **kwargs) May 25 15:51:34.606247 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 15:51:34.606247 dv-cinder-791239-3-smb neutron-server[98653]: base_url = self.get_endpoint(auth, allow=allow, May 25 15:51:34.606247 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 15:51:34.606247 dv-cinder-791239-3-smb neutron-server[98653]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 15:51:34.606247 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 15:51:34.606247 dv-cinder-791239-3-smb neutron-server[98653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 15:51:34.606247 dv-cinder-791239-3-smb neutron-server[98653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 15:51:34.694828 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-f8459f51-8eb5-4ba3-a1fd-0c18c51fc53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16304419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16277480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423467'] for network, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:34.699128 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-942ff787-b112-4ebe-ab3a-0ee51659eec9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:34.714794 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-f8459f51-8eb5-4ba3-a1fd-0c18c51fc53c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for network, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:34.726268 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8459f51-8eb5-4ba3-a1fd-0c18c51fc53c admin admin] Pushing event deleted for resources: {'Network': ['ID=a9666395-6498-4bd8-9812-838161f765df,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:34.731937 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-f8459f51-8eb5-4ba3-a1fd-0c18c51fc53c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:34.734909 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-f8459f51-8eb5-4ba3-a1fd-0c18c51fc53c admin admin] 10.222.0.11 "DELETE /v2.0/networks/a9666395-6498-4bd8-9812-838161f765df HTTP/1.1" status: 204 len: 168 time: 1.2467663 May 25 15:51:34.742724 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 49854) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:35.363072 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f55845-4fe6-4f40-88e6-0267aeb2b8ef req-86599096-3031-47e5-809d-d1dd1e53aaf0 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:35.364763 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-51f55845-4fe6-4f40-88e6-0267aeb2b8ef req-86599096-3031-47e5-809d-d1dd1e53aaf0 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8f837ba-2351-4360-9dd7-2800f46ee361 HTTP/1.1" status: 200 len: 945 time: 0.2231083 May 25 15:51:35.378516 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 4bb76269-bc2a-4881-9dd9-25351fbd5bd1 no longer exists at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:51:35.420194 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] No Port match for: 4bb76269-bc2a-4881-9dd9-25351fbd5bd1 {{(pid=98656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:51:35.420661 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 4bb76269-bc2a-4881-9dd9-25351fbd5bd1 not bound to the agent host dv-cinder-791239-3-smb {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:51:35.438503 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-51f55845-4fe6-4f40-88e6-0267aeb2b8ef req-998d8378-6257-4138-bd6a-9d71cbc72e0d tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641005 May 25 15:51:35.542130 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-8edc433f-73a9-4e95-84cb-d709578f299e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16426283'] for router_interface, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:36.184995 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.plugin [None req-8edc433f-73a9-4e95-84cb-d709578f299e admin admin] Deleting port 2cc0376f-1b20-49bb-9fc0-aec38ae8904e {{(pid=98655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:51:36.185846 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-8edc433f-73a9-4e95-84cb-d709578f299e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730536052803'] for port, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:36.333623 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.db [None req-8edc433f-73a9-4e95-84cb-d709578f299e admin admin] For port 2cc0376f-1b20-49bb-9fc0-aec38ae8904e, host dv-cinder-791239-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=2cc0376f-1b20-49bb-9fc0-aec38ae8904e,segment=NetworkSegment(d5181e24-1a3a-43c4-9dae-20dc659a9a93),segment_id=d5181e24-1a3a-43c4-9dae-20dc659a9a93)] {{(pid=98655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:51:36.333995 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-8edc433f-73a9-4e95-84cb-d709578f299e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16426746'] for port, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:36.479578 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.plugin [None req-8edc433f-73a9-4e95-84cb-d709578f299e admin admin] Calling delete_port for 2cc0376f-1b20-49bb-9fc0-aec38ae8904e owned by network:router_interface {{(pid=98655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:51:36.720328 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7a672-0691-4520-ab36-d87526176ef7 req-b396b8fb-9517-4646-b67f-20bccaadfc28 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:36.722373 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-19e7a672-0691-4520-ab36-d87526176ef7 req-b396b8fb-9517-4646-b67f-20bccaadfc28 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8f837ba-2351-4360-9dd7-2800f46ee361 HTTP/1.1" status: 200 len: 945 time: 0.1587498 May 25 15:51:36.766201 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-8edc433f-73a9-4e95-84cb-d709578f299e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730536055462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730535669971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13718067'] for port, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:36.774490 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-9c300e46-0ff9-4b1b-85e8-4649e843e4e4 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:36.833384 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc433f-73a9-4e95-84cb-d709578f299e admin admin] Pushing event deleted for resources: {'Port': ['ID=2cc0376f-1b20-49bb-9fc0-aec38ae8904e,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:36.882224 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-8edc433f-73a9-4e95-84cb-d709578f299e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:36.893117 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-19e7a672-0691-4520-ab36-d87526176ef7 req-26745d8e-daa2-4a8b-a39a-3b8b14a51956 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573737 May 25 15:51:37.217202 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-8edc433f-73a9-4e95-84cb-d709578f299e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16277473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424891'] for router_interface, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:37.689604 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8edc433f-73a9-4e95-84cb-d709578f299e admin admin] Router 6700e58f-f68b-467c-ab9a-64c0b960635d has already been hosted by L3 agent f8a1ad16-ec6f-48c0-91e7-34790a8304cd {{(pid=98655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:51:38.005552 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8edc433f-73a9-4e95-84cb-d709578f299e admin admin] Notify agent at l3_agent.dv-cinder-791239-3-smb the message routers_updated {{(pid=98655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:51:38.016804 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a76fe9e-535b-45ff-877b-bbc55e124f71 None None] Sync routers for ids ['6700e58f-f68b-467c-ab9a-64c0b960635d'] in dv-cinder-791239-3-smb {{(pid=98656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:51:38.028094 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a76fe9e-535b-45ff-877b-bbc55e124f71 None None] Routers {'6700e58f-f68b-467c-ab9a-64c0b960635d'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:51:38.028720 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-7a76fe9e-535b-45ff-877b-bbc55e124f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:51:17Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['6700e58f-f68b-467c-ab9a-64c0b960635d'], 'active': True} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:51:38.033823 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 49868) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:38.035087 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-8edc433f-73a9-4e95-84cb-d709578f299e admin admin] 10.222.0.11 "PUT /v2.0/routers/6700e58f-f68b-467c-ab9a-64c0b960635d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2927723 May 25 15:51:38.235764 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvr_db [None req-7a76fe9e-535b-45ff-877b-bbc55e124f71 None None] Set router 6700e58f-f68b-467c-ab9a-64c0b960635d gateway port host: dv-cinder-791239-3-smb {{(pid=98656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:51:38.264169 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-bdc6abc9-d03f-4d84-bcab-dd9048b6bc34 admin admin] Notify callbacks [] for router, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:38.477726 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-bdc6abc9-d03f-4d84-bcab-dd9048b6bc34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:38.593594 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.plugin [None req-bdc6abc9-d03f-4d84-bcab-dd9048b6bc34 admin admin] Deleting port 2b44926e-6aae-4de1-bb04-acf24a9262c1 {{(pid=98653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:51:38.594158 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-bdc6abc9-d03f-4d84-bcab-dd9048b6bc34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730536052803'] for port, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:38.644884 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-7a76fe9e-535b-45ff-877b-bbc55e124f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6700e58f-f68b-467c-ab9a-64c0b960635d', 'name': 'tempest-TestShelveInstance-1188811042-router', 'tenant_id': '97bfd5130443440abba4bb0857cd803f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.60'}], 'enable_snat': True}, 'gw_port_id': '2b44926e-6aae-4de1-bb04-acf24a9262c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:45:05Z', 'updated_at': '2021-05-25T15:51:36Z', 'revision_number': 5, 'project_id': '97bfd5130443440abba4bb0857cd803f', 'gw_port': {'id': '2b44926e-6aae-4de1-bb04-acf24a9262c1', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ba:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6700e58f-f68b-467c-ab9a-64c0b960635d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:45:08Z', 'updated_at': '2021-05-25T15:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb'}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:51:38.651342 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a76fe9e-535b-45ff-877b-bbc55e124f71 None None] Checking router: 6700e58f-f68b-467c-ab9a-64c0b960635d for host: dv-cinder-791239-3-smb {{(pid=98656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:51:38.663409 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a76fe9e-535b-45ff-877b-bbc55e124f71 None None] Routers {'6700e58f-f68b-467c-ab9a-64c0b960635d'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:51:38.664249 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-7a76fe9e-535b-45ff-877b-bbc55e124f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:51:17Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['6700e58f-f68b-467c-ab9a-64c0b960635d'], 'active': True} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:51:38.782928 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.db [None req-bdc6abc9-d03f-4d84-bcab-dd9048b6bc34 admin admin] For port 2b44926e-6aae-4de1-bb04-acf24a9262c1, host dv-cinder-791239-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=2b44926e-6aae-4de1-bb04-acf24a9262c1,segment=NetworkSegment(b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2),segment_id=b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2)] {{(pid=98653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:51:38.783517 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-bdc6abc9-d03f-4d84-bcab-dd9048b6bc34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16426746'] for port, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:38.870199 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvr_db [None req-7a76fe9e-535b-45ff-877b-bbc55e124f71 None None] Set router 6700e58f-f68b-467c-ab9a-64c0b960635d gateway port host: None {{(pid=98656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:51:38.948849 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.plugin [None req-bdc6abc9-d03f-4d84-bcab-dd9048b6bc34 admin admin] Calling delete_port for 2b44926e-6aae-4de1-bb04-acf24a9262c1 owned by network:router_gateway {{(pid=98653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:51:39.016807 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_hamode_db [None req-7a76fe9e-535b-45ff-877b-bbc55e124f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6700e58f-f68b-467c-ab9a-64c0b960635d', 'name': 'tempest-TestShelveInstance-1188811042-router', 'tenant_id': '97bfd5130443440abba4bb0857cd803f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:45:05Z', 'updated_at': '2021-05-25T15:51:38Z', 'revision_number': 6, 'project_id': '97bfd5130443440abba4bb0857cd803f', 'gw_port_host': None}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:51:39.021596 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a76fe9e-535b-45ff-877b-bbc55e124f71 None None] The sync data for ids ['6700e58f-f68b-467c-ab9a-64c0b960635d'] in dv-cinder-791239-3-smb is: [{'id': '6700e58f-f68b-467c-ab9a-64c0b960635d', 'name': 'tempest-TestShelveInstance-1188811042-router', 'tenant_id': '97bfd5130443440abba4bb0857cd803f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:45:05Z', 'updated_at': '2021-05-25T15:51:38Z', 'revision_number': 6, 'project_id': '97bfd5130443440abba4bb0857cd803f', 'gw_port_host': None}] {{(pid=98656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:51:39.260312 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-bdc6abc9-d03f-4d84-bcab-dd9048b6bc34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730536055462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730535669971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14739030'] for port, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:39.276775 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-942ff787-b112-4ebe-ab3a-0ee51659eec9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:39.339289 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc6abc9-d03f-4d84-bcab-dd9048b6bc34 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b44926e-6aae-4de1-bb04-acf24a9262c1,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:39.343170 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-bdc6abc9-d03f-4d84-bcab-dd9048b6bc34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:39.477754 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-bdc6abc9-d03f-4d84-bcab-dd9048b6bc34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16423478'] for router_gateway, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:39.498285 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 2cc0376f-1b20-49bb-9fc0-aec38ae8904e no longer exists at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:51:39.550545 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] No Port match for: 2cc0376f-1b20-49bb-9fc0-aec38ae8904e {{(pid=98656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:51:39.551157 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 2cc0376f-1b20-49bb-9fc0-aec38ae8904e not bound to the agent host dv-cinder-791239-3-smb {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:51:39.736409 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-bdc6abc9-d03f-4d84-bcab-dd9048b6bc34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16421819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2380'] for router, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:39.739524 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-bdc6abc9-d03f-4d84-bcab-dd9048b6bc34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:39.773155 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-bdc6abc9-d03f-4d84-bcab-dd9048b6bc34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16424071'] for router, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:39.773603 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc6abc9-d03f-4d84-bcab-dd9048b6bc34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6700e58f-f68b-467c-ab9a-64c0b960635d {{(pid=98653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 15:51:39.788547 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-bdc6abc9-d03f-4d84-bcab-dd9048b6bc34 admin admin] Notify callbacks [] for router, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:39.790716 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-bdc6abc9-d03f-4d84-bcab-dd9048b6bc34 admin admin] 10.222.0.11 "DELETE /v2.0/routers/6700e58f-f68b-467c-ab9a-64c0b960635d HTTP/1.1" status: 204 len: 168 time: 1.7530932 May 25 15:51:39.794073 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 49884) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:39.866787 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2edb2b7-13d3-4ea4-9de2-573191cfcba8 admin admin] Deleting subnet b4608e95-dffe-4f7f-b231-f81b46c99580 {{(pid=98655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 15:51:39.871261 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-b2edb2b7-13d3-4ea4-9de2-573191cfcba8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:39.927885 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-b2edb2b7-13d3-4ea4-9de2-573191cfcba8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3188918'] for subnet, precommit_delete_associations {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:40.027296 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-b2edb2b7-13d3-4ea4-9de2-573191cfcba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716231'] for subnet, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:40.353858 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-b2edb2b7-13d3-4ea4-9de2-573191cfcba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3064256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14465064'] for subnet, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:40.358817 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-591d05f6-42ff-40db-9782-2d99a7879056 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:40.396791 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2edb2b7-13d3-4ea4-9de2-573191cfcba8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4608e95-dffe-4f7f-b231-f81b46c99580,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:40.399946 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-b2edb2b7-13d3-4ea4-9de2-573191cfcba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:40.400997 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-b2edb2b7-13d3-4ea4-9de2-573191cfcba8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for subnet, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:40.409394 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef45384-a4af-460c-9d12-6d7d2eb67f71 None None] Network 83c68c8c-2248-4e59-85ea-30eff60bf086 requested from dv-cinder-791239-3-smb {{(pid=98656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:51:40.411900 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-b2edb2b7-13d3-4ea4-9de2-573191cfcba8 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b4608e95-dffe-4f7f-b231-f81b46c99580 HTTP/1.1" status: 204 len: 168 time: 0.6168492 May 25 15:51:40.414381 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 49890) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:40.566360 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-d5566c18-5675-4d55-a107-c7d1b2964977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704691'] for network, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:40.653315 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.plugin [None req-d5566c18-5675-4d55-a107-c7d1b2964977 admin admin] Deleting port 4e82dc7b-6fde-4b5f-add1-7be76653482f {{(pid=98655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:51:40.653663 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-d5566c18-5675-4d55-a107-c7d1b2964977 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730536052803'] for port, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:40.719863 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fb8f09-719a-4b59-8b8a-987c57e41094 None None] DHCP port deletion for 83c68c8c-2248-4e59-85ea-30eff60bf086 request from dv-cinder-791239-3-smb {{(pid=98656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 15:51:40.770016 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.db [None req-d5566c18-5675-4d55-a107-c7d1b2964977 admin admin] For port 4e82dc7b-6fde-4b5f-add1-7be76653482f, host dv-cinder-791239-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=4e82dc7b-6fde-4b5f-add1-7be76653482f,segment=NetworkSegment(d5181e24-1a3a-43c4-9dae-20dc659a9a93),segment_id=d5181e24-1a3a-43c4-9dae-20dc659a9a93)] {{(pid=98655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:51:40.770549 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-d5566c18-5675-4d55-a107-c7d1b2964977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16426746'] for port, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:40.795024 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-31fb8f09-719a-4b59-8b8a-987c57e41094 None None] Deleting port 4e82dc7b-6fde-4b5f-add1-7be76653482f {{(pid=98656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:51:40.795403 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-31fb8f09-719a-4b59-8b8a-987c57e41094 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730536052803'] for port, before_delete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:40.905794 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-31fb8f09-719a-4b59-8b8a-987c57e41094 None None] For port 4e82dc7b-6fde-4b5f-add1-7be76653482f, host dv-cinder-791239-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=4e82dc7b-6fde-4b5f-add1-7be76653482f,segment=NetworkSegment(d5181e24-1a3a-43c4-9dae-20dc659a9a93),segment_id=d5181e24-1a3a-43c4-9dae-20dc659a9a93)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:51:40.906199 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-31fb8f09-719a-4b59-8b8a-987c57e41094 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16426746'] for port, precommit_delete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:40.912105 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.plugin [None req-d5566c18-5675-4d55-a107-c7d1b2964977 admin admin] Calling delete_port for 4e82dc7b-6fde-4b5f-add1-7be76653482f owned by network:dhcp {{(pid=98655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:51:40.977369 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-d5566c18-5675-4d55-a107-c7d1b2964977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730536055462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730535669971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13718067'] for port, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:40.982866 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-a50d867d-0feb-4f7c-9a19-7e41a8612dc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:41.033377 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5566c18-5675-4d55-a107-c7d1b2964977 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e82dc7b-6fde-4b5f-add1-7be76653482f,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:41.038245 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5566c18-5675-4d55-a107-c7d1b2964977 admin admin] No DVR routers for this DVR port 4e82dc7b-6fde-4b5f-add1-7be76653482f on host dv-cinder-791239-3-smb {{(pid=98655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:51:41.061700 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-31fb8f09-719a-4b59-8b8a-987c57e41094 None None] Calling delete_port for 4e82dc7b-6fde-4b5f-add1-7be76653482f owned by network:dhcp {{(pid=98656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:51:41.073329 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5566c18-5675-4d55-a107-c7d1b2964977 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:41.073762 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5566c18-5675-4d55-a107-c7d1b2964977 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:41.074061 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5566c18-5675-4d55-a107-c7d1b2964977 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:41.074676 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5566c18-5675-4d55-a107-c7d1b2964977 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:41.075029 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5566c18-5675-4d55-a107-c7d1b2964977 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:41.075385 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5566c18-5675-4d55-a107-c7d1b2964977 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:41.075759 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5566c18-5675-4d55-a107-c7d1b2964977 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:41.076197 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5566c18-5675-4d55-a107-c7d1b2964977 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:41.076553 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5566c18-5675-4d55-a107-c7d1b2964977 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:41.077041 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5566c18-5675-4d55-a107-c7d1b2964977 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:41.077563 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5566c18-5675-4d55-a107-c7d1b2964977 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:41.078014 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5566c18-5675-4d55-a107-c7d1b2964977 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:41.086319 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-d5566c18-5675-4d55-a107-c7d1b2964977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:41.124849 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-31fb8f09-719a-4b59-8b8a-987c57e41094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730536055462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730535669971'] for port, after_delete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:41.130024 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-8d81671b-6c7f-4980-8ba9-b0acf9bdb7ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:41.187477 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb8f09-719a-4b59-8b8a-987c57e41094 None None] Pushing event deleted for resources: {'Port': ['ID=4e82dc7b-6fde-4b5f-add1-7be76653482f,revision_number=None']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:41.189891 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fb8f09-719a-4b59-8b8a-987c57e41094 None None] No DVR routers for this DVR port 4e82dc7b-6fde-4b5f-add1-7be76653482f on host dv-cinder-791239-3-smb {{(pid=98656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:51:41.190384 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-d5566c18-5675-4d55-a107-c7d1b2964977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717384', 'neutron.services.segments.db._delete_segments_for_network-8730536114652'] for network, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:41.191481 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-31fb8f09-719a-4b59-8b8a-987c57e41094 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:41.217880 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.services.segments.db [None req-d5566c18-5675-4d55-a107-c7d1b2964977 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83c68c8c-2248-4e59-85ea-30eff60bf086']}} {{(pid=98655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:51:41.234853 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.services.segments.db [None req-d5566c18-5675-4d55-a107-c7d1b2964977 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5181e24-1a3a-43c4-9dae-20dc659a9a93') {'for_net_delete': True} {{(pid=98655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:51:41.235346 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.services.segments.db [None req-d5566c18-5675-4d55-a107-c7d1b2964977 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5181e24-1a3a-43c4-9dae-20dc659a9a93') {} {{(pid=98655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:51:41.249731 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-d5566c18-5675-4d55-a107-c7d1b2964977 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730536124573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3188925'] for segment, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:41.267716 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-d5566c18-5675-4d55-a107-c7d1b2964977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713968'] for segment, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:41.274851 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5566c18-5675-4d55-a107-c7d1b2964977 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=98655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:51:41.275239 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-d5566c18-5675-4d55-a107-c7d1b2964977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13718118'] for segment, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:41.288786 dv-cinder-791239-3-smb neutron-server[98655]: Traceback (most recent call last): May 25 15:51:41.288786 dv-cinder-791239-3-smb neutron-server[98655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 15:51:41.288786 dv-cinder-791239-3-smb neutron-server[98655]: timer() May 25 15:51:41.288786 dv-cinder-791239-3-smb neutron-server[98655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 15:51:41.288786 dv-cinder-791239-3-smb neutron-server[98655]: cb(*args, **kw) May 25 15:51:41.288786 dv-cinder-791239-3-smb neutron-server[98655]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 15:51:41.288786 dv-cinder-791239-3-smb neutron-server[98655]: return func(*args, **kwargs) May 25 15:51:41.288786 dv-cinder-791239-3-smb neutron-server[98655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 15:51:41.288786 dv-cinder-791239-3-smb neutron-server[98655]: self._notify() May 25 15:51:41.288786 dv-cinder-791239-3-smb neutron-server[98655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 15:51:41.288786 dv-cinder-791239-3-smb neutron-server[98655]: self.callback(batched_events) May 25 15:51:41.288786 dv-cinder-791239-3-smb neutron-server[98655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 15:51:41.288786 dv-cinder-791239-3-smb neutron-server[98655]: event.method(event) May 25 15:51:41.288786 dv-cinder-791239-3-smb neutron-server[98655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 15:51:41.288786 dv-cinder-791239-3-smb neutron-server[98655]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 15:51:41.288786 dv-cinder-791239-3-smb neutron-server[98655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 15:51:41.288786 dv-cinder-791239-3-smb neutron-server[98655]: aggregate_uuid = self.p_client.list_aggregates( May 25 15:51:41.288786 dv-cinder-791239-3-smb neutron-server[98655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 15:51:41.288786 dv-cinder-791239-3-smb neutron-server[98655]: return f(self, *a, **k) May 25 15:51:41.288786 dv-cinder-791239-3-smb neutron-server[98655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 15:51:41.288786 dv-cinder-791239-3-smb neutron-server[98655]: return self._get(url).json() May 25 15:51:41.288786 dv-cinder-791239-3-smb neutron-server[98655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 15:51:41.288786 dv-cinder-791239-3-smb neutron-server[98655]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 15:51:41.288786 dv-cinder-791239-3-smb neutron-server[98655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 15:51:41.288786 dv-cinder-791239-3-smb neutron-server[98655]: return self.request(url, 'GET', **kwargs) May 25 15:51:41.288786 dv-cinder-791239-3-smb neutron-server[98655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 15:51:41.288786 dv-cinder-791239-3-smb neutron-server[98655]: base_url = self.get_endpoint(auth, allow=allow, May 25 15:51:41.288786 dv-cinder-791239-3-smb neutron-server[98655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 15:51:41.288786 dv-cinder-791239-3-smb neutron-server[98655]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 15:51:41.288786 dv-cinder-791239-3-smb neutron-server[98655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 15:51:41.288786 dv-cinder-791239-3-smb neutron-server[98655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 15:51:41.288786 dv-cinder-791239-3-smb neutron-server[98655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 15:51:41.361288 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 4e82dc7b-6fde-4b5f-add1-7be76653482f no longer exists at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:51:41.380304 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-d5566c18-5675-4d55-a107-c7d1b2964977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16304419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16277480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423467'] for network, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:41.387909 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:41.408498 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] No Port match for: 4e82dc7b-6fde-4b5f-add1-7be76653482f {{(pid=98656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:51:41.408697 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 4e82dc7b-6fde-4b5f-add1-7be76653482f not bound to the agent host dv-cinder-791239-3-smb {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:51:41.409136 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-d5566c18-5675-4d55-a107-c7d1b2964977 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for network, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:41.410599 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 2b44926e-6aae-4de1-bb04-acf24a9262c1 no longer exists at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:51:41.413528 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5566c18-5675-4d55-a107-c7d1b2964977 admin admin] Pushing event deleted for resources: {'Network': ['ID=83c68c8c-2248-4e59-85ea-30eff60bf086,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:41.417502 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-d5566c18-5675-4d55-a107-c7d1b2964977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:41.430550 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-d5566c18-5675-4d55-a107-c7d1b2964977 admin admin] 10.222.0.11 "DELETE /v2.0/networks/83c68c8c-2248-4e59-85ea-30eff60bf086 HTTP/1.1" status: 204 len: 168 time: 1.0146461 May 25 15:51:41.467485 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] No Port match for: 2b44926e-6aae-4de1-bb04-acf24a9262c1 {{(pid=98656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:51:41.468007 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 2b44926e-6aae-4de1-bb04-acf24a9262c1 not bound to the agent host dv-cinder-791239-3-smb {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:51:41.595807 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 49900) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:41.665457 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-fb49ee01-97c9-48ea-ada8-b90ba933cd58 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e9b5bff4dfaf41e8a476ec518bbc48d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0674276 May 25 15:51:41.669357 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 49906) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:41.747825 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-4a6c2f81-9a02-4114-b010-0739e0d9edb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:41.784419 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-4a6c2f81-9a02-4114-b010-0739e0d9edb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:41.857704 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-4a6c2f81-9a02-4114-b010-0739e0d9edb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:41.864515 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-a5a710dd-462d-49cf-9193-ac312ecfa492 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:41.881513 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6c2f81-9a02-4114-b010-0739e0d9edb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f495ff43-9748-4dd4-bb72-747bcc169c77,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:41.893021 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6c2f81-9a02-4114-b010-0739e0d9edb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:41.894185 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6c2f81-9a02-4114-b010-0739e0d9edb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:41.894795 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6c2f81-9a02-4114-b010-0739e0d9edb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:41.895394 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6c2f81-9a02-4114-b010-0739e0d9edb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:41.896055 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6c2f81-9a02-4114-b010-0739e0d9edb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:41.896638 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6c2f81-9a02-4114-b010-0739e0d9edb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:41.897801 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6c2f81-9a02-4114-b010-0739e0d9edb0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:41.897801 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6c2f81-9a02-4114-b010-0739e0d9edb0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:41.901707 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6c2f81-9a02-4114-b010-0739e0d9edb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:41.901707 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6c2f81-9a02-4114-b010-0739e0d9edb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:41.901707 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6c2f81-9a02-4114-b010-0739e0d9edb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:41.901707 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6c2f81-9a02-4114-b010-0739e0d9edb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:41.905746 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-4a6c2f81-9a02-4114-b010-0739e0d9edb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:41.910854 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-4a6c2f81-9a02-4114-b010-0739e0d9edb0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f495ff43-9748-4dd4-bb72-747bcc169c77 HTTP/1.1" status: 204 len: 168 time: 0.2369871 May 25 15:51:41.910854 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-4a6c2f81-9a02-4114-b010-0739e0d9edb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:42.422092 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 49924) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:42.480350 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-385afc95-2569-4037-b383-cfc4acd4df14 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=97bfd5130443440abba4bb0857cd803f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0568981 May 25 15:51:42.482911 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 49928) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:42.551674 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-25323668-5c53-4200-8880-f695fcf944e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:42.579586 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-25323668-5c53-4200-8880-f695fcf944e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:42.646451 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-25323668-5c53-4200-8880-f695fcf944e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:42.650272 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-7f0bdaa5-0843-4de6-bc26-d3cf3d71de23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:42.664674 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25323668-5c53-4200-8880-f695fcf944e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0345f18a-8faf-4e01-97ae-b45161f119a1,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:42.667771 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-25323668-5c53-4200-8880-f695fcf944e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:42.671115 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-25323668-5c53-4200-8880-f695fcf944e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:42.672351 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-25323668-5c53-4200-8880-f695fcf944e1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0345f18a-8faf-4e01-97ae-b45161f119a1 HTTP/1.1" status: 204 len: 168 time: 0.1881096 May 25 15:51:44.453763 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-b1305d61-045e-41bd-b29b-5998c632afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:45.097054 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945bbb2-ef2d-429a-85a4-ee9de6223e2c req-2831e5d4-68b5-40d3-b930-d5bb6e86c0db tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:45.098863 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-a945bbb2-ef2d-429a-85a4-ee9de6223e2c req-2831e5d4-68b5-40d3-b930-d5bb6e86c0db tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8f837ba-2351-4360-9dd7-2800f46ee361 HTTP/1.1" status: 200 len: 945 time: 0.0951195 May 25 15:51:45.265689 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-a945bbb2-ef2d-429a-85a4-ee9de6223e2c req-b782b6b4-9532-46b7-8900-5df8cc9cc447 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583779 May 25 15:51:46.512543 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b616bf7-7981-487f-ae98-b75f23cb1147 req-f9a88740-d96e-4b7c-a2fb-9fb54c79d1f4 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:46.514073 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-1b616bf7-7981-487f-ae98-b75f23cb1147 req-f9a88740-d96e-4b7c-a2fb-9fb54c79d1f4 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8f837ba-2351-4360-9dd7-2800f46ee361 HTTP/1.1" status: 200 len: 945 time: 0.1184151 May 25 15:51:46.577868 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-1b616bf7-7981-487f-ae98-b75f23cb1147 req-5a623f6a-0747-4832-8ada-aeed6b0366fd tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567844 May 25 15:51:47.318149 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:47.410201 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184956d6-32ad-48f5-b6c0-e2742ea12466 req-db061929-6f5f-4f72-bf02-8e2dc27d8d34 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:47.411764 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-184956d6-32ad-48f5-b6c0-e2742ea12466 req-db061929-6f5f-4f72-bf02-8e2dc27d8d34 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8f837ba-2351-4360-9dd7-2800f46ee361 HTTP/1.1" status: 200 len: 945 time: 0.0935957 May 25 15:51:47.479514 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-9fe5280f-8863-4b30-a458-feb8f5a47589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:47.580516 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.plugin [req-184956d6-32ad-48f5-b6c0-e2742ea12466 req-1aff69f1-99b7-4aa1-9f83-b0f85bb09d3a tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Deleting port 566244f4-861e-4ebf-a3af-d0673c5df573 {{(pid=98655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:51:47.581732 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-184956d6-32ad-48f5-b6c0-e2742ea12466 req-1aff69f1-99b7-4aa1-9f83-b0f85bb09d3a tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730536052803'] for port, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:47.781325 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.db [req-184956d6-32ad-48f5-b6c0-e2742ea12466 req-1aff69f1-99b7-4aa1-9f83-b0f85bb09d3a tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] For port 566244f4-861e-4ebf-a3af-d0673c5df573, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=566244f4-861e-4ebf-a3af-d0673c5df573,segment=NetworkSegment(d048cc76-f1b9-4c55-bd01-b655f3df7c58),segment_id=d048cc76-f1b9-4c55-bd01-b655f3df7c58)] {{(pid=98655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:51:47.781695 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-184956d6-32ad-48f5-b6c0-e2742ea12466 req-1aff69f1-99b7-4aa1-9f83-b0f85bb09d3a tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16426746'] for port, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:47.923367 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.plugin [req-184956d6-32ad-48f5-b6c0-e2742ea12466 req-1aff69f1-99b7-4aa1-9f83-b0f85bb09d3a tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Calling delete_port for 566244f4-861e-4ebf-a3af-d0673c5df573 owned by compute:nova {{(pid=98655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:51:47.961723 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb739d-6bcd-493a-8cd6-0d808f17de57 req-388c9752-2b62-4035-b760-7202868b5174 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:47.963311 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-49bb739d-6bcd-493a-8cd6-0d808f17de57 req-388c9752-2b62-4035-b760-7202868b5174 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8f837ba-2351-4360-9dd7-2800f46ee361 HTTP/1.1" status: 200 len: 945 time: 0.2642696 May 25 15:51:48.036863 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-49bb739d-6bcd-493a-8cd6-0d808f17de57 req-732b77b5-0d17-4a70-8a02-e6819c3b6f04 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653965 May 25 15:51:48.124524 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-184956d6-32ad-48f5-b6c0-e2742ea12466 req-1aff69f1-99b7-4aa1-9f83-b0f85bb09d3a tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730536055462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730535669971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13718067'] for port, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:48.131067 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-fabac8a3-85e2-4bf5-9fcb-c65b3bd356ed tempest-TestMinimumBasicScenario-1825124274 tempest-TestMinimumBasicScenario-1825124274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:48.164077 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] get_ports_and_sgs() called for port_ids ['0de8b5d1-c5c0-41d4-8b50-1db82d50eaa5', '9b0aa180-a33b-496a-bb82-d06073005bd7', '3c43b811-1cd5-436c-b45c-02563cde9cdd', '566244f4-861e-4ebf-a3af-d0673c5df573'] {{(pid=98656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:51:48.183078 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aff69f1-99b7-4aa1-9f83-b0f85bb09d3a tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Pushing event deleted for resources: {'Port': ['ID=566244f4-861e-4ebf-a3af-d0673c5df573,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:48.185920 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-1aff69f1-99b7-4aa1-9f83-b0f85bb09d3a tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:48.271716 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.l3_dvrscheduler_db [req-184956d6-32ad-48f5-b6c0-e2742ea12466 req-1aff69f1-99b7-4aa1-9f83-b0f85bb09d3a tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] No DVR routers for this DVR port 566244f4-861e-4ebf-a3af-d0673c5df573 on host hv-cinder-79123 {{(pid=98655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:51:48.274293 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-184956d6-32ad-48f5-b6c0-e2742ea12466 req-1aff69f1-99b7-4aa1-9f83-b0f85bb09d3a tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for port, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:48.277012 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f837ba-2351-4360-9dd7-2800f46ee361', 'name': 'network-vif-deleted', 'tag': '566244f4-861e-4ebf-a3af-d0673c5df573'}] {{(pid=98655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:51:48.294300 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-184956d6-32ad-48f5-b6c0-e2742ea12466 req-1aff69f1-99b7-4aa1-9f83-b0f85bb09d3a tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.62 "DELETE /v2.0/ports/566244f4-861e-4ebf-a3af-d0673c5df573 HTTP/1.1" status: 204 len: 173 time: 0.8761370 May 25 15:51:48.342947 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f837ba-2351-4360-9dd7-2800f46ee361', 'name': 'network-vif-deleted', 'tag': '566244f4-861e-4ebf-a3af-d0673c5df573', 'status': 'completed', 'code': 200} May 25 15:51:48.462354 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:48.942346 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-5e596f64-6e97-4d78-9813-f3b7462efcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:50.494179 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-61dd613b-f3f2-4fd9-acf0-68300fd05fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:50.844568 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device 566244f4-861e-4ebf-a3af-d0673c5df573 no longer exists at agent hyperv_hv-cinder-79123 {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:51:50.853204 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fe3be-3438-4f9d-9b31-8aa3e7145954 req-d3340429-dc17-4933-ba67-871aafa0c2ed tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:50.855040 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-955fe3be-3438-4f9d-9b31-8aa3e7145954 req-d3340429-dc17-4933-ba67-871aafa0c2ed tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Synchronizing usage tracker for tenant:6a19b789b0da484f93d05d3a4f181676 on resource:port {{(pid=98655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:51:50.873683 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-955fe3be-3438-4f9d-9b31-8aa3e7145954 req-d3340429-dc17-4933-ba67-871aafa0c2ed tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Unset dirty status for tenant:6a19b789b0da484f93d05d3a4f181676 on resource:port {{(pid=98655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:51:50.875364 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-955fe3be-3438-4f9d-9b31-8aa3e7145954 req-d3340429-dc17-4933-ba67-871aafa0c2ed tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=641bc9c7-f784-40f9-ac98-c4f5fbaa5fb4 HTTP/1.1" status: 200 len: 946 time: 0.1047881 May 25 15:51:50.886216 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] No Port match for: 566244f4-861e-4ebf-a3af-d0673c5df573 {{(pid=98656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:51:50.886571 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device 566244f4-861e-4ebf-a3af-d0673c5df573 not bound to the agent host hv-cinder-79123 {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:51:50.929377 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-955fe3be-3438-4f9d-9b31-8aa3e7145954 req-efee9242-0d01-486a-a97e-b4bd6fe67ea1 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473638 May 25 15:51:52.159015 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f7434f-9a21-4e3f-9024-ab40931637d5 req-9dbfd363-161b-4a82-8564-f4cbe8ac91eb tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:52.161325 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-09f7434f-9a21-4e3f-9024-ab40931637d5 req-9dbfd363-161b-4a82-8564-f4cbe8ac91eb tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=641bc9c7-f784-40f9-ac98-c4f5fbaa5fb4 HTTP/1.1" status: 200 len: 946 time: 0.1128039 May 25 15:51:52.225893 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-09f7434f-9a21-4e3f-9024-ab40931637d5 req-41a82757-be66-47e7-b154-0f34c06d7eba tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576112 May 25 15:51:52.850538 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9dd5e6-e49d-47e8-b57a-3c7ba56211d6 req-0226c9b3-9ccc-449b-95d5-fbb31ea2f4fa tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:52.851935 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-6b9dd5e6-e49d-47e8-b57a-3c7ba56211d6 req-0226c9b3-9ccc-449b-95d5-fbb31ea2f4fa tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.62 "GET /v2.0/ports?device_id=641bc9c7-f784-40f9-ac98-c4f5fbaa5fb4 HTTP/1.1" status: 200 len: 946 time: 0.0902641 May 25 15:51:53.001978 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.plugin [req-6b9dd5e6-e49d-47e8-b57a-3c7ba56211d6 req-d25ea367-c052-4978-803c-dfbd2b0f9932 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Deleting port 3c43b811-1cd5-436c-b45c-02563cde9cdd {{(pid=98655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:51:53.002553 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-6b9dd5e6-e49d-47e8-b57a-3c7ba56211d6 req-d25ea367-c052-4978-803c-dfbd2b0f9932 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730536052803'] for port, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:53.148539 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.db [req-6b9dd5e6-e49d-47e8-b57a-3c7ba56211d6 req-d25ea367-c052-4978-803c-dfbd2b0f9932 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] For port 3c43b811-1cd5-436c-b45c-02563cde9cdd, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=3c43b811-1cd5-436c-b45c-02563cde9cdd,segment=NetworkSegment(d048cc76-f1b9-4c55-bd01-b655f3df7c58),segment_id=d048cc76-f1b9-4c55-bd01-b655f3df7c58)] {{(pid=98655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:51:53.148804 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-6b9dd5e6-e49d-47e8-b57a-3c7ba56211d6 req-d25ea367-c052-4978-803c-dfbd2b0f9932 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16426746'] for port, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:53.376591 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.plugin [req-6b9dd5e6-e49d-47e8-b57a-3c7ba56211d6 req-d25ea367-c052-4978-803c-dfbd2b0f9932 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Calling delete_port for 3c43b811-1cd5-436c-b45c-02563cde9cdd owned by compute:nova {{(pid=98655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:51:53.494303 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e35a6-2849-4758-aa5d-a315a6525438 req-5c0677f6-d894-4082-ab9c-f706f0a42c71 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:53.496370 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-b93e35a6-2849-4758-aa5d-a315a6525438 req-5c0677f6-d894-4082-ab9c-f706f0a42c71 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=641bc9c7-f784-40f9-ac98-c4f5fbaa5fb4 HTTP/1.1" status: 200 len: 946 time: 0.1275244 May 25 15:51:53.602284 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-b93e35a6-2849-4758-aa5d-a315a6525438 req-d7d0e670-b19a-4c23-9604-692088a35f1c tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973403 May 25 15:51:53.609557 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-6b9dd5e6-e49d-47e8-b57a-3c7ba56211d6 req-d25ea367-c052-4978-803c-dfbd2b0f9932 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730536055462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730535669971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13718067'] for port, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:53.615645 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-01ba17f6-9cf4-4bb5-8d30-61c2615d7418 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:53.649038 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] get_ports_and_sgs() called for port_ids ['0de8b5d1-c5c0-41d4-8b50-1db82d50eaa5', '9b0aa180-a33b-496a-bb82-d06073005bd7', '3c43b811-1cd5-436c-b45c-02563cde9cdd'] {{(pid=98656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:51:53.662165 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ea367-c052-4978-803c-dfbd2b0f9932 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Pushing event deleted for resources: {'Port': ['ID=3c43b811-1cd5-436c-b45c-02563cde9cdd,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:53.665194 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-d25ea367-c052-4978-803c-dfbd2b0f9932 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:53.751624 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b9dd5e6-e49d-47e8-b57a-3c7ba56211d6 req-d25ea367-c052-4978-803c-dfbd2b0f9932 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] No DVR routers for this DVR port 3c43b811-1cd5-436c-b45c-02563cde9cdd on host hv-cinder-79123 {{(pid=98655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:51:53.758395 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-6b9dd5e6-e49d-47e8-b57a-3c7ba56211d6 req-d25ea367-c052-4978-803c-dfbd2b0f9932 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for port, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:53.761168 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641bc9c7-f784-40f9-ac98-c4f5fbaa5fb4', 'name': 'network-vif-deleted', 'tag': '3c43b811-1cd5-436c-b45c-02563cde9cdd'}] {{(pid=98655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:51:53.780654 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-6b9dd5e6-e49d-47e8-b57a-3c7ba56211d6 req-d25ea367-c052-4978-803c-dfbd2b0f9932 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.62 "DELETE /v2.0/ports/3c43b811-1cd5-436c-b45c-02563cde9cdd HTTP/1.1" status: 204 len: 173 time: 0.9223161 May 25 15:51:53.819116 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641bc9c7-f784-40f9-ac98-c4f5fbaa5fb4', 'name': 'network-vif-deleted', 'tag': '3c43b811-1cd5-436c-b45c-02563cde9cdd', 'status': 'completed', 'code': 200} May 25 15:51:55.147214 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d26d70f-1a1b-45c5-a919-60a2f63d24fa req-9e18389b-93fd-47fb-acb9-4572029d38d7 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:55.148141 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-9d26d70f-1a1b-45c5-a919-60a2f63d24fa req-9e18389b-93fd-47fb-acb9-4572029d38d7 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Synchronizing usage tracker for tenant:6a19b789b0da484f93d05d3a4f181676 on resource:port {{(pid=98655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:51:55.167470 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-9d26d70f-1a1b-45c5-a919-60a2f63d24fa req-9e18389b-93fd-47fb-acb9-4572029d38d7 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Unset dirty status for tenant:6a19b789b0da484f93d05d3a4f181676 on resource:port {{(pid=98655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:51:55.168692 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-9d26d70f-1a1b-45c5-a919-60a2f63d24fa req-9e18389b-93fd-47fb-acb9-4572029d38d7 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e70a76d-168d-4a46-892f-f8882e4c3c86 HTTP/1.1" status: 200 len: 945 time: 0.1186397 May 25 15:51:55.221105 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-9d26d70f-1a1b-45c5-a919-60a2f63d24fa req-a30adf90-a204-4cf8-b579-8986f3e71cec tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434537 May 25 15:51:56.428953 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808b753-9f65-4b9c-ad77-ed3431ff01f7 req-a4430c0c-2c6e-46d1-a7e5-09998006ede4 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:56.430463 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-9808b753-9f65-4b9c-ad77-ed3431ff01f7 req-a4430c0c-2c6e-46d1-a7e5-09998006ede4 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e70a76d-168d-4a46-892f-f8882e4c3c86 HTTP/1.1" status: 200 len: 945 time: 0.0878940 May 25 15:51:56.489542 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-9808b753-9f65-4b9c-ad77-ed3431ff01f7 req-a4bbcd02-aad0-496f-bf50-27d8c2ae9875 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530295 May 25 15:51:56.859337 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3713b6-461f-4042-b749-acef70dfa762 req-9ac06701-178f-4703-9c44-1dae3f023f4f tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:56.860794 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-da3713b6-461f-4042-b749-acef70dfa762 req-9ac06701-178f-4703-9c44-1dae3f023f4f tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e70a76d-168d-4a46-892f-f8882e4c3c86 HTTP/1.1" status: 200 len: 945 time: 0.0826921 May 25 15:51:56.877256 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device 3c43b811-1cd5-436c-b45c-02563cde9cdd no longer exists at agent hyperv_hv-cinder-79123 {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:51:56.917157 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] No Port match for: 3c43b811-1cd5-436c-b45c-02563cde9cdd {{(pid=98656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:51:56.917513 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device 3c43b811-1cd5-436c-b45c-02563cde9cdd not bound to the agent host hv-cinder-79123 {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:51:57.016834 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.plugin [req-da3713b6-461f-4042-b749-acef70dfa762 req-f1561d6e-30b6-436e-b551-f9ad0a58ab53 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Deleting port 9b0aa180-a33b-496a-bb82-d06073005bd7 {{(pid=98655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:51:57.017183 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-da3713b6-461f-4042-b749-acef70dfa762 req-f1561d6e-30b6-436e-b551-f9ad0a58ab53 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730536052803'] for port, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:57.164180 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.db [req-da3713b6-461f-4042-b749-acef70dfa762 req-f1561d6e-30b6-436e-b551-f9ad0a58ab53 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] For port 9b0aa180-a33b-496a-bb82-d06073005bd7, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=9b0aa180-a33b-496a-bb82-d06073005bd7,segment=NetworkSegment(d048cc76-f1b9-4c55-bd01-b655f3df7c58),segment_id=d048cc76-f1b9-4c55-bd01-b655f3df7c58)] {{(pid=98655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:51:57.164536 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-da3713b6-461f-4042-b749-acef70dfa762 req-f1561d6e-30b6-436e-b551-f9ad0a58ab53 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16426746'] for port, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:57.292923 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.plugin [req-da3713b6-461f-4042-b749-acef70dfa762 req-f1561d6e-30b6-436e-b551-f9ad0a58ab53 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Calling delete_port for 9b0aa180-a33b-496a-bb82-d06073005bd7 owned by compute:nova {{(pid=98655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:51:57.457917 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-da3713b6-461f-4042-b749-acef70dfa762 req-f1561d6e-30b6-436e-b551-f9ad0a58ab53 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730536055462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730535669971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13718067'] for port, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:57.465657 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-9e6641fa-2447-4b69-9ccf-03463e220fc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:57.495845 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] get_ports_and_sgs() called for port_ids ['0de8b5d1-c5c0-41d4-8b50-1db82d50eaa5', '9b0aa180-a33b-496a-bb82-d06073005bd7'] {{(pid=98656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:51:57.540903 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1561d6e-30b6-436e-b551-f9ad0a58ab53 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Pushing event deleted for resources: {'Port': ['ID=9b0aa180-a33b-496a-bb82-d06073005bd7,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:57.545534 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-f1561d6e-30b6-436e-b551-f9ad0a58ab53 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:57.658224 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3713b6-461f-4042-b749-acef70dfa762 req-f1561d6e-30b6-436e-b551-f9ad0a58ab53 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] No DVR routers for this DVR port 9b0aa180-a33b-496a-bb82-d06073005bd7 on host hv-cinder-79123 {{(pid=98655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:51:57.661916 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-da3713b6-461f-4042-b749-acef70dfa762 req-f1561d6e-30b6-436e-b551-f9ad0a58ab53 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for port, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:57.704839 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e70a76d-168d-4a46-892f-f8882e4c3c86', 'name': 'network-vif-deleted', 'tag': '9b0aa180-a33b-496a-bb82-d06073005bd7'}] {{(pid=98655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:51:57.729669 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-744d7458-ab07-491b-8d2d-e8ac604a36a4 req-57371391-2e13-4680-96d3-9b8305d617fe tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e70a76d-168d-4a46-892f-f8882e4c3c86 HTTP/1.1" status: 200 len: 210 time: 0.0629373 May 25 15:51:57.740208 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-da3713b6-461f-4042-b749-acef70dfa762 req-f1561d6e-30b6-436e-b551-f9ad0a58ab53 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.62 "DELETE /v2.0/ports/9b0aa180-a33b-496a-bb82-d06073005bd7 HTTP/1.1" status: 204 len: 173 time: 0.8730595 May 25 15:51:57.786079 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e70a76d-168d-4a46-892f-f8882e4c3c86', 'name': 'network-vif-deleted', 'tag': '9b0aa180-a33b-496a-bb82-d06073005bd7', 'status': 'completed', 'code': 200} May 25 15:52:00.541072 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80fcb14-f784-4add-a727-4609313d706b req-7451a74e-94ea-4770-ba06-107f3c80a554 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:00.541921 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-a80fcb14-f784-4add-a727-4609313d706b req-7451a74e-94ea-4770-ba06-107f3c80a554 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Synchronizing usage tracker for tenant:6a19b789b0da484f93d05d3a4f181676 on resource:port {{(pid=98655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:52:00.558686 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [req-a80fcb14-f784-4add-a727-4609313d706b req-7451a74e-94ea-4770-ba06-107f3c80a554 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Unset dirty status for tenant:6a19b789b0da484f93d05d3a4f181676 on resource:port {{(pid=98655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:52:00.560064 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-a80fcb14-f784-4add-a727-4609313d706b req-7451a74e-94ea-4770-ba06-107f3c80a554 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3b34445-0b71-4098-abf8-cdd016195ad7 HTTP/1.1" status: 200 len: 945 time: 0.1064048 May 25 15:52:00.609983 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-a80fcb14-f784-4add-a727-4609313d706b req-a88088a2-4454-49a2-89a0-fb8ff5a830ef tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438967 May 25 15:52:00.906071 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device 9b0aa180-a33b-496a-bb82-d06073005bd7 no longer exists at agent hyperv_hv-cinder-79123 {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:52:00.943579 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] No Port match for: 9b0aa180-a33b-496a-bb82-d06073005bd7 {{(pid=98656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:52:00.943968 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device 9b0aa180-a33b-496a-bb82-d06073005bd7 not bound to the agent host hv-cinder-79123 {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:52:01.811970 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c77fd3-24b9-4add-8a0c-316608c0b783 req-ae45288b-83c7-42ba-88e2-62f4aedf5058 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:01.813517 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-60c77fd3-24b9-4add-8a0c-316608c0b783 req-ae45288b-83c7-42ba-88e2-62f4aedf5058 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3b34445-0b71-4098-abf8-cdd016195ad7 HTTP/1.1" status: 200 len: 945 time: 0.0832360 May 25 15:52:01.961036 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-60c77fd3-24b9-4add-8a0c-316608c0b783 req-6f0c111f-b998-43f3-8a80-0558426a1838 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/security-groups?id=d364b18e-fc4b-408e-9067-6113b65ec5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406956 May 25 15:52:02.452405 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83781afc-081c-4764-b6ab-de9c1ce2b3d9 req-f4f297c6-dcd7-48bd-ae02-b7416eb91aea tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:02.453799 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-83781afc-081c-4764-b6ab-de9c1ce2b3d9 req-f4f297c6-dcd7-48bd-ae02-b7416eb91aea tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3b34445-0b71-4098-abf8-cdd016195ad7 HTTP/1.1" status: 200 len: 945 time: 0.0826349 May 25 15:52:02.603074 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.plugin [req-83781afc-081c-4764-b6ab-de9c1ce2b3d9 req-76c90cc5-afe9-4cfb-a845-6c84ede6b551 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Deleting port 0de8b5d1-c5c0-41d4-8b50-1db82d50eaa5 {{(pid=98655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:52:02.603366 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-83781afc-081c-4764-b6ab-de9c1ce2b3d9 req-76c90cc5-afe9-4cfb-a845-6c84ede6b551 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730536052803'] for port, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:02.750768 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.db [req-83781afc-081c-4764-b6ab-de9c1ce2b3d9 req-76c90cc5-afe9-4cfb-a845-6c84ede6b551 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] For port 0de8b5d1-c5c0-41d4-8b50-1db82d50eaa5, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=0de8b5d1-c5c0-41d4-8b50-1db82d50eaa5,segment=NetworkSegment(d048cc76-f1b9-4c55-bd01-b655f3df7c58),segment_id=d048cc76-f1b9-4c55-bd01-b655f3df7c58)] {{(pid=98655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:52:02.751060 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-83781afc-081c-4764-b6ab-de9c1ce2b3d9 req-76c90cc5-afe9-4cfb-a845-6c84ede6b551 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16426746'] for port, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:02.892774 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.plugin [req-83781afc-081c-4764-b6ab-de9c1ce2b3d9 req-76c90cc5-afe9-4cfb-a845-6c84ede6b551 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Calling delete_port for 0de8b5d1-c5c0-41d4-8b50-1db82d50eaa5 owned by compute:nova {{(pid=98655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:52:03.034411 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-83781afc-081c-4764-b6ab-de9c1ce2b3d9 req-76c90cc5-afe9-4cfb-a845-6c84ede6b551 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730536055462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730535669971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13718067'] for port, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:03.041826 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-d5566c18-5675-4d55-a107-c7d1b2964977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:03.118781 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c90cc5-afe9-4cfb-a845-6c84ede6b551 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Pushing event deleted for resources: {'Port': ['ID=0de8b5d1-c5c0-41d4-8b50-1db82d50eaa5,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:03.126673 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-76c90cc5-afe9-4cfb-a845-6c84ede6b551 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:03.163430 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-f6f21e86-ba92-4fca-9a68-d1b2c0c1779b req-5098cff3-03ec-4186-8bd9-90d1891f82ee tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3b34445-0b71-4098-abf8-cdd016195ad7 HTTP/1.1" status: 200 len: 210 time: 0.0827639 May 25 15:52:03.213761 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.l3_dvrscheduler_db [req-83781afc-081c-4764-b6ab-de9c1ce2b3d9 req-76c90cc5-afe9-4cfb-a845-6c84ede6b551 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] No DVR routers for this DVR port 0de8b5d1-c5c0-41d4-8b50-1db82d50eaa5 on host hv-cinder-79123 {{(pid=98655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:52:03.216378 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-83781afc-081c-4764-b6ab-de9c1ce2b3d9 req-76c90cc5-afe9-4cfb-a845-6c84ede6b551 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for port, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:03.219541 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3b34445-0b71-4098-abf8-cdd016195ad7', 'name': 'network-vif-deleted', 'tag': '0de8b5d1-c5c0-41d4-8b50-1db82d50eaa5'}] {{(pid=98655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:52:03.238531 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-83781afc-081c-4764-b6ab-de9c1ce2b3d9 req-76c90cc5-afe9-4cfb-a845-6c84ede6b551 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] 10.222.0.62 "DELETE /v2.0/ports/0de8b5d1-c5c0-41d4-8b50-1db82d50eaa5 HTTP/1.1" status: 204 len: 173 time: 0.7793305 May 25 15:52:03.281795 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3b34445-0b71-4098-abf8-cdd016195ad7', 'name': 'network-vif-deleted', 'tag': '0de8b5d1-c5c0-41d4-8b50-1db82d50eaa5', 'status': 'completed', 'code': 200} May 25 15:52:04.277741 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 50006) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:52:04.340083 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.db_base_plugin_v2 [None req-7729e46d-e05c-4f65-a008-da4d4ed70152 admin admin] Deleting subnet 80b790bd-e2d5-47cf-bd18-e178e92334ba {{(pid=98653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 15:52:04.343165 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-7729e46d-e05c-4f65-a008-da4d4ed70152 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:04.398228 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-7729e46d-e05c-4f65-a008-da4d4ed70152 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1754963'] for subnet, precommit_delete_associations {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:04.461701 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-7729e46d-e05c-4f65-a008-da4d4ed70152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716231'] for subnet, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:04.736036 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-7729e46d-e05c-4f65-a008-da4d4ed70152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14943079'] for subnet, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:04.743076 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-2ff62a40-0d6a-47f4-93e0-be565813d85d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:04.795833 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7729e46d-e05c-4f65-a008-da4d4ed70152 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80b790bd-e2d5-47cf-bd18-e178e92334ba,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:04.798782 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-7729e46d-e05c-4f65-a008-da4d4ed70152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:04.800201 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-7729e46d-e05c-4f65-a008-da4d4ed70152 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:04.808711 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-7729e46d-e05c-4f65-a008-da4d4ed70152 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/80b790bd-e2d5-47cf-bd18-e178e92334ba HTTP/1.1" status: 204 len: 168 time: 0.5293617 May 25 15:52:04.814506 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 50010) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:52:04.917647 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device 0de8b5d1-c5c0-41d4-8b50-1db82d50eaa5 no longer exists at agent hyperv_hv-cinder-79123 {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:52:04.958104 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-c32c13fd-ca69-4b4b-9621-053ecdefc759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704691'] for network, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:04.972755 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] No Port match for: 0de8b5d1-c5c0-41d4-8b50-1db82d50eaa5 {{(pid=98656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:52:04.973104 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device 0de8b5d1-c5c0-41d4-8b50-1db82d50eaa5 not bound to the agent host hv-cinder-79123 {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:52:05.093328 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-c32c13fd-ca69-4b4b-9621-053ecdefc759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717384', 'neutron.services.segments.db._delete_segments_for_network-8730536114652'] for network, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:05.109493 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.services.segments.db [None req-c32c13fd-ca69-4b4b-9621-053ecdefc759 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['516c7a38-b432-4454-a37e-dcd9282969c8']}} {{(pid=98653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:52:05.126064 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.services.segments.db [None req-c32c13fd-ca69-4b4b-9621-053ecdefc759 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd048cc76-f1b9-4c55-bd01-b655f3df7c58') {'for_net_delete': True} {{(pid=98653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:52:05.126346 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.services.segments.db [None req-c32c13fd-ca69-4b4b-9621-053ecdefc759 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd048cc76-f1b9-4c55-bd01-b655f3df7c58') {} {{(pid=98653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:52:05.140664 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-c32c13fd-ca69-4b4b-9621-053ecdefc759 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730536124573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1754968'] for segment, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:05.160193 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-c32c13fd-ca69-4b4b-9621-053ecdefc759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713968'] for segment, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:05.169497 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c32c13fd-ca69-4b4b-9621-053ecdefc759 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=98653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:52:05.169886 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-c32c13fd-ca69-4b4b-9621-053ecdefc759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14738947'] for segment, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:05.184137 dv-cinder-791239-3-smb neutron-server[98653]: Traceback (most recent call last): May 25 15:52:05.184137 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 15:52:05.184137 dv-cinder-791239-3-smb neutron-server[98653]: timer() May 25 15:52:05.184137 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 15:52:05.184137 dv-cinder-791239-3-smb neutron-server[98653]: cb(*args, **kw) May 25 15:52:05.184137 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 15:52:05.184137 dv-cinder-791239-3-smb neutron-server[98653]: return func(*args, **kwargs) May 25 15:52:05.184137 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 15:52:05.184137 dv-cinder-791239-3-smb neutron-server[98653]: self._notify() May 25 15:52:05.184137 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 15:52:05.184137 dv-cinder-791239-3-smb neutron-server[98653]: self.callback(batched_events) May 25 15:52:05.184137 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 15:52:05.184137 dv-cinder-791239-3-smb neutron-server[98653]: event.method(event) May 25 15:52:05.184137 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 15:52:05.184137 dv-cinder-791239-3-smb neutron-server[98653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 15:52:05.184137 dv-cinder-791239-3-smb neutron-server[98653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 15:52:05.184137 dv-cinder-791239-3-smb neutron-server[98653]: aggregate_uuid = self.p_client.list_aggregates( May 25 15:52:05.184137 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 15:52:05.184137 dv-cinder-791239-3-smb neutron-server[98653]: return f(self, *a, **k) May 25 15:52:05.184137 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 15:52:05.184137 dv-cinder-791239-3-smb neutron-server[98653]: return self._get(url).json() May 25 15:52:05.184137 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 15:52:05.184137 dv-cinder-791239-3-smb neutron-server[98653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 15:52:05.184137 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 15:52:05.184137 dv-cinder-791239-3-smb neutron-server[98653]: return self.request(url, 'GET', **kwargs) May 25 15:52:05.184137 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 15:52:05.184137 dv-cinder-791239-3-smb neutron-server[98653]: base_url = self.get_endpoint(auth, allow=allow, May 25 15:52:05.184137 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 15:52:05.184137 dv-cinder-791239-3-smb neutron-server[98653]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 15:52:05.184137 dv-cinder-791239-3-smb neutron-server[98653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 15:52:05.184137 dv-cinder-791239-3-smb neutron-server[98653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 15:52:05.184137 dv-cinder-791239-3-smb neutron-server[98653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 15:52:05.386892 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-c32c13fd-ca69-4b4b-9621-053ecdefc759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16304419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16277480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423467'] for network, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:05.390718 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-e8c38795-2ac8-4e9d-ae98-32d5d7d42ebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:05.408794 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-c32c13fd-ca69-4b4b-9621-053ecdefc759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for network, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:05.419208 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c13fd-ca69-4b4b-9621-053ecdefc759 admin admin] Pushing event deleted for resources: {'Network': ['ID=516c7a38-b432-4454-a37e-dcd9282969c8,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:05.422665 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-c32c13fd-ca69-4b4b-9621-053ecdefc759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:05.430493 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-c32c13fd-ca69-4b4b-9621-053ecdefc759 admin admin] 10.222.0.11 "DELETE /v2.0/networks/516c7a38-b432-4454-a37e-dcd9282969c8 HTTP/1.1" status: 204 len: 168 time: 0.6108677 May 25 15:52:05.650753 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 50018) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:52:05.711023 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-2ef5340f-df4f-4004-a298-91441d585a74 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6a19b789b0da484f93d05d3a4f181676&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0588663 May 25 15:52:05.713459 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 50022) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:52:05.778585 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-d67a33ce-56ba-4d14-97b7-215248c077b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:05.810207 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-d67a33ce-56ba-4d14-97b7-215248c077b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:05.876593 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-d67a33ce-56ba-4d14-97b7-215248c077b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:05.883053 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-3a7cd1f5-9da9-4e11-9ab8-b348f296598f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:05.899070 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67a33ce-56ba-4d14-97b7-215248c077b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d364b18e-fc4b-408e-9067-6113b65ec5df,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:05.901577 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-d67a33ce-56ba-4d14-97b7-215248c077b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:05.905624 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-d67a33ce-56ba-4d14-97b7-215248c077b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:05.909840 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-d67a33ce-56ba-4d14-97b7-215248c077b1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d364b18e-fc4b-408e-9067-6113b65ec5df HTTP/1.1" status: 204 len: 168 time: 0.1923983 May 25 15:52:10.760367 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.agents_db [None req-e0968af0-a351-492f-a815-45d38f582ebc None None] Agent healthcheck: found 6 active agents {{(pid=98660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:52:14.456617 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-c8fd574c-bc03-43e0-946a-409c33d1f74f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:15.969644 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 50150) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:52:16.106810 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-ce6ca3ac-408c-415d-994a-d838144e477c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:16.121276 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-ce6ca3ac-408c-415d-994a-d838144e477c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:52:16.125097 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-ce6ca3ac-408c-415d-994a-d838144e477c admin admin] Usage tracker for resource:security_group_rule and tenant:a986b8668c9b466ebc7586817a0322bd is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:52:16.127945 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-ce6ca3ac-408c-415d-994a-d838144e477c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:52:16.135967 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-ce6ca3ac-408c-415d-994a-d838144e477c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:52:16.223774 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-ce6ca3ac-408c-415d-994a-d838144e477c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:16.228567 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-ce6ca3ac-408c-415d-994a-d838144e477c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:16.241452 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-d80d5e22-c838-46e2-8c82-4ecf87217953 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:16.280529 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-ce6ca3ac-408c-415d-994a-d838144e477c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a986b8668c9b466ebc7586817a0322bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3095829 May 25 15:52:16.282142 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6ca3ac-408c-415d-994a-d838144e477c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8623c74a-bae6-45ce-a8f7-4cd8e6a9a840,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:16.283222 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 50156) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:52:16.285316 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-ce6ca3ac-408c-415d-994a-d838144e477c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:16.358042 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-2bb81f5d-b847-4648-bb0f-e7918b14a325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:16.390685 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-2bb81f5d-b847-4648-bb0f-e7918b14a325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:16.444642 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-2bb81f5d-b847-4648-bb0f-e7918b14a325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:16.448444 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-5722a587-4bb8-49d1-abd3-8fdfb19a5e53 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:16.459392 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb81f5d-b847-4648-bb0f-e7918b14a325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8623c74a-bae6-45ce-a8f7-4cd8e6a9a840,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:16.463666 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-2bb81f5d-b847-4648-bb0f-e7918b14a325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:16.469642 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-2bb81f5d-b847-4648-bb0f-e7918b14a325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:16.470795 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-2bb81f5d-b847-4648-bb0f-e7918b14a325 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8623c74a-bae6-45ce-a8f7-4cd8e6a9a840 HTTP/1.1" status: 204 len: 168 time: 0.1865890 May 25 15:52:16.793601 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 50164) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:52:16.811255 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-4360e61f-c2d2-47ad-bef8-9b15f20896f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:16.827416 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-4360e61f-c2d2-47ad-bef8-9b15f20896f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:52:16.831415 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-4360e61f-c2d2-47ad-bef8-9b15f20896f9 admin admin] Usage tracker for resource:security_group_rule and tenant:c46764d0ffff46a9aee813bd6f3e18be is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:52:16.837661 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-4360e61f-c2d2-47ad-bef8-9b15f20896f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:52:16.843824 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-4360e61f-c2d2-47ad-bef8-9b15f20896f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:52:16.934813 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-4360e61f-c2d2-47ad-bef8-9b15f20896f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:16.940090 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-4360e61f-c2d2-47ad-bef8-9b15f20896f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:16.947564 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-6628f98b-05c1-480c-a6f3-6b7eb4e493d4 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:16.989020 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-4360e61f-c2d2-47ad-bef8-9b15f20896f9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c46764d0ffff46a9aee813bd6f3e18be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1942532 May 25 15:52:16.989900 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4360e61f-c2d2-47ad-bef8-9b15f20896f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb527df-88c7-4b87-83d1-786b003edcf0,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:16.992474 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 50168) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:52:16.993263 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-4360e61f-c2d2-47ad-bef8-9b15f20896f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:17.067961 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-b12fa1e9-afca-44b5-9f9a-82dacc2e40f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:17.099639 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-b12fa1e9-afca-44b5-9f9a-82dacc2e40f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:17.157080 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-b12fa1e9-afca-44b5-9f9a-82dacc2e40f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:17.162098 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-6c91484c-c465-455b-85bf-de3fa1356a82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:17.175600 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12fa1e9-afca-44b5-9f9a-82dacc2e40f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb527df-88c7-4b87-83d1-786b003edcf0,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:17.178538 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-b12fa1e9-afca-44b5-9f9a-82dacc2e40f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:17.180603 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-b12fa1e9-afca-44b5-9f9a-82dacc2e40f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:17.181792 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-b12fa1e9-afca-44b5-9f9a-82dacc2e40f1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8fb527df-88c7-4b87-83d1-786b003edcf0 HTTP/1.1" status: 204 len: 168 time: 0.1881154 May 25 15:52:17.322070 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:17.473888 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-7dc98e5a-e3e3-437c-8955-440640ebfac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:18.444017 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:18.944643 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-5e596f64-6e97-4d78-9813-f3b7462efcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:20.463647 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccfe65a-5433-4691-8f2c-15c72d15be14 req-f5fbb6d9-808f-46be-b284-489af2c88b50 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:20.464966 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-8ccfe65a-5433-4691-8f2c-15c72d15be14 req-f5fbb6d9-808f-46be-b284-489af2c88b50 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 946 time: 0.0948110 May 25 15:52:20.497133 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-61dd613b-f3f2-4fd9-acf0-68300fd05fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:20.515264 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-8ccfe65a-5433-4691-8f2c-15c72d15be14 req-4dfbc759-b688-4edc-98fe-1112c7c04ad2 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443547 May 25 15:52:21.745307 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729c965-235a-4986-b6fc-b4e6445923bd req-1c9914aa-b50b-47e8-b5a9-9f24f622311b tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:21.746802 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-5729c965-235a-4986-b6fc-b4e6445923bd req-1c9914aa-b50b-47e8-b5a9-9f24f622311b tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 946 time: 0.1091464 May 25 15:52:21.797370 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-5729c965-235a-4986-b6fc-b4e6445923bd req-ce330e0c-9bd5-4320-ac91-c6b858f00452 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446341 May 25 15:52:22.130819 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f4a42-1156-405b-bcdb-46314d775910 req-74ae191c-eead-42bc-8fba-b168ef474b24 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:22.132507 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-294f4a42-1156-405b-bcdb-46314d775910 req-74ae191c-eead-42bc-8fba-b168ef474b24 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.62 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 946 time: 0.0944750 May 25 15:52:22.279841 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.plugin [req-294f4a42-1156-405b-bcdb-46314d775910 req-784d38cd-d43d-4a30-b90e-600cff286563 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Deleting port e82acbb0-27f4-4e20-a2c7-88e677ca75ec {{(pid=98655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:52:22.280181 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-294f4a42-1156-405b-bcdb-46314d775910 req-784d38cd-d43d-4a30-b90e-600cff286563 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730536052803'] for port, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:22.420736 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.db [req-294f4a42-1156-405b-bcdb-46314d775910 req-784d38cd-d43d-4a30-b90e-600cff286563 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] For port e82acbb0-27f4-4e20-a2c7-88e677ca75ec, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=e82acbb0-27f4-4e20-a2c7-88e677ca75ec,segment=NetworkSegment(d31b3f55-0029-4b5d-9031-950743b628bb),segment_id=d31b3f55-0029-4b5d-9031-950743b628bb)] {{(pid=98655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:52:22.421095 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-294f4a42-1156-405b-bcdb-46314d775910 req-784d38cd-d43d-4a30-b90e-600cff286563 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16426746'] for port, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:22.831961 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-294f4a42-1156-405b-bcdb-46314d775910 req-784d38cd-d43d-4a30-b90e-600cff286563 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:22.833336 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-294f4a42-1156-405b-bcdb-46314d775910 req-784d38cd-d43d-4a30-b90e-600cff286563 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423449'] for floatingip, after_update {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:22.833336 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.db.l3_db [req-294f4a42-1156-405b-bcdb-46314d775910 req-784d38cd-d43d-4a30-b90e-600cff286563 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Floating IP e1d6beb5-97f2-457c-9695-de2eb224dc32 disassociated. External IP: 172.28.3.77, port: e82acbb0-27f4-4e20-a2c7-88e677ca75ec. May 25 15:52:22.833336 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.plugin [req-294f4a42-1156-405b-bcdb-46314d775910 req-784d38cd-d43d-4a30-b90e-600cff286563 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Calling delete_port for e82acbb0-27f4-4e20-a2c7-88e677ca75ec owned by compute:nova {{(pid=98655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:52:23.058304 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-294f4a42-1156-405b-bcdb-46314d775910 req-784d38cd-d43d-4a30-b90e-600cff286563 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730536055462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730535669971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13718067'] for port, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:23.069935 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-01ba17f6-9cf4-4bb5-8d30-61c2615d7418 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:23.128350 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784d38cd-d43d-4a30-b90e-600cff286563 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Pushing event deleted for resources: {'Port': ['ID=e82acbb0-27f4-4e20-a2c7-88e677ca75ec,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:23.130940 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-784d38cd-d43d-4a30-b90e-600cff286563 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:23.214138 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 50280) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:52:23.218873 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd94742-17e5-4362-a08f-bb12656f4a70 req-745b0a1a-6492-4a52-b41e-e790f628312b tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:23.221777 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4fd94742-17e5-4362-a08f-bb12656f4a70 req-745b0a1a-6492-4a52-b41e-e790f628312b tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b94a4d-e97c-44ba-8174-b0b53627ea14 HTTP/1.1" status: 200 len: 868 time: 0.2561841 May 25 15:52:23.337309 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-88ec253b-054b-49c9-8686-097a18d603a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:23.349105 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-4fd94742-17e5-4362-a08f-bb12656f4a70 req-03ba8524-b362-47b1-a182-25ddad74fd30 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups?id=761f04aa-1e2d-4ad5-96ba-ec584c803732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210251 May 25 15:52:23.351643 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-88ec253b-054b-49c9-8686-097a18d603a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:52:23.355656 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-88ec253b-054b-49c9-8686-097a18d603a4 admin admin] Usage tracker for resource:security_group_rule and tenant:1cee9e2b08284c0eb7d2017ba9c129d3 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:52:23.358786 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-88ec253b-054b-49c9-8686-097a18d603a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:52:23.364857 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-88ec253b-054b-49c9-8686-097a18d603a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:52:23.376219 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.l3_agent_scheduler [req-294f4a42-1156-405b-bcdb-46314d775910 req-784d38cd-d43d-4a30-b90e-600cff286563 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Router 2c7745e3-d71a-49b1-b28d-2b70ea768bca has already been hosted by L3 agent f8a1ad16-ec6f-48c0-91e7-34790a8304cd {{(pid=98655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:52:23.451051 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-88ec253b-054b-49c9-8686-097a18d603a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:23.455471 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-88ec253b-054b-49c9-8686-097a18d603a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:23.465074 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-91011b3a-038b-42e6-9c57-df87f77d6b89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:23.495922 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-88ec253b-054b-49c9-8686-097a18d603a4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1cee9e2b08284c0eb7d2017ba9c129d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2805436 May 25 15:52:23.500229 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 50286) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:52:23.549206 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ec253b-054b-49c9-8686-097a18d603a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d81bf65-b3b4-4f42-9038-ba94856a50a8,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:23.559360 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-88ec253b-054b-49c9-8686-097a18d603a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:23.581342 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-294f4a42-1156-405b-bcdb-46314d775910 req-784d38cd-d43d-4a30-b90e-600cff286563 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify agent at l3_agent.dv-cinder-791239-3-smb the message routers_updated {{(pid=98655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:52:23.592689 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d100f4-bc3a-4397-b89b-12f4d4fd50ad None None] Sync routers for ids ['2c7745e3-d71a-49b1-b28d-2b70ea768bca'] in dv-cinder-791239-3-smb {{(pid=98660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:52:23.602990 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-3e77464a-ab24-48f5-a640-4b09c590ef00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:23.604558 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d100f4-bc3a-4397-b89b-12f4d4fd50ad None None] Routers {'2c7745e3-d71a-49b1-b28d-2b70ea768bca'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:52:23.605191 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-57d100f4-bc3a-4397-b89b-12f4d4fd50ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:52:17Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['2c7745e3-d71a-49b1-b28d-2b70ea768bca'], 'active': True} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:52:23.633300 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-3e77464a-ab24-48f5-a640-4b09c590ef00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:23.665043 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.l3_dvrscheduler_db [req-294f4a42-1156-405b-bcdb-46314d775910 req-784d38cd-d43d-4a30-b90e-600cff286563 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] No DVR routers for this DVR port e82acbb0-27f4-4e20-a2c7-88e677ca75ec on host hv-cinder-79123 {{(pid=98655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:52:23.667923 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [req-294f4a42-1156-405b-bcdb-46314d775910 req-784d38cd-d43d-4a30-b90e-600cff286563 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for port, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:23.670764 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b94a4d-e97c-44ba-8174-b0b53627ea14', 'name': 'network-vif-deleted', 'tag': 'e82acbb0-27f4-4e20-a2c7-88e677ca75ec'}] {{(pid=98655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:52:23.698666 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [req-294f4a42-1156-405b-bcdb-46314d775910 req-784d38cd-d43d-4a30-b90e-600cff286563 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.62 "DELETE /v2.0/ports/e82acbb0-27f4-4e20-a2c7-88e677ca75ec HTTP/1.1" status: 204 len: 173 time: 1.5576873 May 25 15:52:23.700418 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-3e77464a-ab24-48f5-a640-4b09c590ef00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:23.706007 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-25323668-5c53-4200-8880-f695fcf944e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:23.717899 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77464a-ab24-48f5-a640-4b09c590ef00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d81bf65-b3b4-4f42-9038-ba94856a50a8,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:23.722200 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-3e77464a-ab24-48f5-a640-4b09c590ef00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:23.726520 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-3e77464a-ab24-48f5-a640-4b09c590ef00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:23.731772 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-3e77464a-ab24-48f5-a640-4b09c590ef00 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5d81bf65-b3b4-4f42-9038-ba94856a50a8 HTTP/1.1" status: 204 len: 168 time: 0.2260180 May 25 15:52:23.732021 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b94a4d-e97c-44ba-8174-b0b53627ea14', 'name': 'network-vif-deleted', 'tag': 'e82acbb0-27f4-4e20-a2c7-88e677ca75ec', 'status': 'completed', 'code': 200} May 25 15:52:23.820195 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvr_db [None req-57d100f4-bc3a-4397-b89b-12f4d4fd50ad None None] Set router 2c7745e3-d71a-49b1-b28d-2b70ea768bca gateway port host: dv-cinder-791239-3-smb {{(pid=98660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:52:24.053897 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 50296) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:52:24.072684 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-fb3e6c42-f89f-40ee-92ba-73d292794ce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:24.088249 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-fb3e6c42-f89f-40ee-92ba-73d292794ce8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:52:24.093108 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-fb3e6c42-f89f-40ee-92ba-73d292794ce8 admin admin] Usage tracker for resource:security_group_rule and tenant:80d320ca9fe2461ab4bfe44bed3cf7a4 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:52:24.097497 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-fb3e6c42-f89f-40ee-92ba-73d292794ce8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:52:24.106767 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-fb3e6c42-f89f-40ee-92ba-73d292794ce8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:52:24.202438 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-57d100f4-bc3a-4397-b89b-12f4d4fd50ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'name': 'tempest-AttachVolumeShelveTestJSON-892354519-router', 'tenant_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': '991da8b7-794c-44fb-bc5b-054bdff00d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:42:50Z', 'updated_at': '2021-05-25T15:43:04Z', 'revision_number': 4, 'project_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'gw_port': {'id': '991da8b7-794c-44fb-bc5b-054bdff00d2e', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:42:53Z', 'updated_at': '2021-05-25T15:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_interfaces': [{'id': '9d906e6b-5645-4e5c-817a-80b4a5239814', 'name': '', 'network_id': '9c420c9e-5d3a-4c72-87cc-64c647e4aa69', 'tenant_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'mac_address': 'fa:16:3e:d4:76:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'a3cc6c99-8adf-4559-8841-da254b001c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:43:02Z', 'updated_at': '2021-05-25T15:43:18Z', 'revision_number': 5, 'project_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'subnets': [{'id': 'a3cc6c99-8adf-4559-8841-da254b001c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:52:24.207078 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d100f4-bc3a-4397-b89b-12f4d4fd50ad None None] Checking router: 2c7745e3-d71a-49b1-b28d-2b70ea768bca for host: dv-cinder-791239-3-smb {{(pid=98660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:52:24.212080 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-fb3e6c42-f89f-40ee-92ba-73d292794ce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:24.215859 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d100f4-bc3a-4397-b89b-12f4d4fd50ad None None] Routers {'2c7745e3-d71a-49b1-b28d-2b70ea768bca'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:52:24.216466 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-57d100f4-bc3a-4397-b89b-12f4d4fd50ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:52:17Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['2c7745e3-d71a-49b1-b28d-2b70ea768bca'], 'active': True} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:52:24.217342 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-fb3e6c42-f89f-40ee-92ba-73d292794ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:24.230812 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-ca8d2207-ce8e-4b58-ae93-911a258c061b tempest-TestShelveInstance-1438101023 tempest-TestShelveInstance-1438101023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:24.276413 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-fb3e6c42-f89f-40ee-92ba-73d292794ce8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=80d320ca9fe2461ab4bfe44bed3cf7a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2214184 May 25 15:52:24.277423 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3e6c42-f89f-40ee-92ba-73d292794ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342f43da-9ce7-407b-897d-6b3289fe5545,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:24.281628 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-fb3e6c42-f89f-40ee-92ba-73d292794ce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:24.281968 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 50300) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:52:24.348659 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-290a6a32-2318-4749-a4a3-83fe286efe3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:24.375957 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-290a6a32-2318-4749-a4a3-83fe286efe3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:24.420213 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvr_db [None req-57d100f4-bc3a-4397-b89b-12f4d4fd50ad None None] Set router 2c7745e3-d71a-49b1-b28d-2b70ea768bca gateway port host: dv-cinder-791239-3-smb {{(pid=98660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:52:24.439652 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-290a6a32-2318-4749-a4a3-83fe286efe3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:24.443553 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-22a0450e-0b7b-4ac9-abfa-ccad9dc82112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:24.454628 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a6a32-2318-4749-a4a3-83fe286efe3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342f43da-9ce7-407b-897d-6b3289fe5545,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:24.460498 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-290a6a32-2318-4749-a4a3-83fe286efe3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:24.464084 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-290a6a32-2318-4749-a4a3-83fe286efe3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:24.465504 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-290a6a32-2318-4749-a4a3-83fe286efe3a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/342f43da-9ce7-407b-897d-6b3289fe5545 HTTP/1.1" status: 204 len: 168 time: 0.1820261 May 25 15:52:24.509242 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 50310) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:52:24.592332 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-a47b2c92-1002-490e-86c1-efc22db516a2 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:24.623387 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-a47b2c92-1002-490e-86c1-efc22db516a2 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:24.691063 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-a47b2c92-1002-490e-86c1-efc22db516a2 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:24.696049 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-88ec253b-054b-49c9-8686-097a18d603a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:24.715197 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47b2c92-1002-490e-86c1-efc22db516a2 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=761f04aa-1e2d-4ad5-96ba-ec584c803732,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:24.717801 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-a47b2c92-1002-490e-86c1-efc22db516a2 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:24.730601 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-a47b2c92-1002-490e-86c1-efc22db516a2 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:24.734672 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-a47b2c92-1002-490e-86c1-efc22db516a2 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "DELETE /v2.0/security-groups/761f04aa-1e2d-4ad5-96ba-ec584c803732 HTTP/1.1" status: 204 len: 168 time: 0.2241316 May 25 15:52:24.736277 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 50316) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:52:24.761446 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.api.v2.resource [None req-7bcc1531-d1ca-4081-a7d3-4a7daffea4fb tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] show failed (client error): The resource could not be found. May 25 15:52:24.762496 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-7bcc1531-d1ca-4081-a7d3-4a7daffea4fb tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "GET /v2.0/security-groups/761f04aa-1e2d-4ad5-96ba-ec584c803732 HTTP/1.1" status: 404 len: 347 time: 0.0252893 May 25 15:52:24.767261 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 50320) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:52:24.806250 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-57d100f4-bc3a-4397-b89b-12f4d4fd50ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'name': 'tempest-AttachVolumeShelveTestJSON-892354519-router', 'tenant_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': '991da8b7-794c-44fb-bc5b-054bdff00d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:42:50Z', 'updated_at': '2021-05-25T15:43:04Z', 'revision_number': 4, 'project_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'gw_port': {'id': '991da8b7-794c-44fb-bc5b-054bdff00d2e', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:42:53Z', 'updated_at': '2021-05-25T15:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_interfaces': [{'id': '9d906e6b-5645-4e5c-817a-80b4a5239814', 'name': '', 'network_id': '9c420c9e-5d3a-4c72-87cc-64c647e4aa69', 'tenant_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'mac_address': 'fa:16:3e:d4:76:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'a3cc6c99-8adf-4559-8841-da254b001c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:43:02Z', 'updated_at': '2021-05-25T15:43:18Z', 'revision_number': 5, 'project_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'subnets': [{'id': 'a3cc6c99-8adf-4559-8841-da254b001c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:52:24.811939 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d100f4-bc3a-4397-b89b-12f4d4fd50ad None None] The sync data for ids ['2c7745e3-d71a-49b1-b28d-2b70ea768bca'] in dv-cinder-791239-3-smb is: [{'id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'name': 'tempest-AttachVolumeShelveTestJSON-892354519-router', 'tenant_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': '991da8b7-794c-44fb-bc5b-054bdff00d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:42:50Z', 'updated_at': '2021-05-25T15:43:04Z', 'revision_number': 4, 'project_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'gw_port': {'id': '991da8b7-794c-44fb-bc5b-054bdff00d2e', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:42:53Z', 'updated_at': '2021-05-25T15:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb', '_interfaces': [{'id': '9d906e6b-5645-4e5c-817a-80b4a5239814', 'name': '', 'network_id': '9c420c9e-5d3a-4c72-87cc-64c647e4aa69', 'tenant_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'mac_address': 'fa:16:3e:d4:76:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'a3cc6c99-8adf-4559-8841-da254b001c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:43:02Z', 'updated_at': '2021-05-25T15:43:18Z', 'revision_number': 5, 'project_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'subnets': [{'id': 'a3cc6c99-8adf-4559-8841-da254b001c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:52:25.018423 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.plugin [None req-467714eb-6a13-4289-8217-a39a49288c19 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Deleting port 042a32e7-ee32-488c-82c9-3a1a99c4104d {{(pid=98655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:52:25.018628 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-467714eb-6a13-4289-8217-a39a49288c19 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730536052803'] for port, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:25.037770 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device e82acbb0-27f4-4e20-a2c7-88e677ca75ec no longer exists at agent hyperv_hv-cinder-79123 {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:52:25.085089 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] No Port match for: e82acbb0-27f4-4e20-a2c7-88e677ca75ec {{(pid=98656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:52:25.085707 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Device e82acbb0-27f4-4e20-a2c7-88e677ca75ec not bound to the agent host hv-cinder-79123 {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:52:25.097720 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80d67cf-029b-445c-9f2d-e67cf83fee2f None None] New status for floating IP e1d6beb5-97f2-457c-9695-de2eb224dc32: DOWN {{(pid=98656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 15:52:25.165885 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-467714eb-6a13-4289-8217-a39a49288c19 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16426746'] for port, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:25.166952 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-467714eb-6a13-4289-8217-a39a49288c19 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:25.408811 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.plugin [None req-467714eb-6a13-4289-8217-a39a49288c19 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Calling delete_port for 042a32e7-ee32-488c-82c9-3a1a99c4104d owned by network:floatingip {{(pid=98655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:52:25.538951 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-467714eb-6a13-4289-8217-a39a49288c19 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730536055462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730535669971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13718067'] for port, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:25.542937 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-456fb066-3399-4b12-975c-c7578fd746ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:25.590003 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467714eb-6a13-4289-8217-a39a49288c19 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Pushing event deleted for resources: {'Port': ['ID=042a32e7-ee32-488c-82c9-3a1a99c4104d,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:25.593656 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-467714eb-6a13-4289-8217-a39a49288c19 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:25.688476 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-467714eb-6a13-4289-8217-a39a49288c19 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks [] for floatingip, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:25.703274 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-467714eb-6a13-4289-8217-a39a49288c19 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55784'] for floatingip, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:25.704647 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-467714eb-6a13-4289-8217-a39a49288c19 tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] 10.222.0.11 "DELETE /v2.0/floatingips/e1d6beb5-97f2-457c-9695-de2eb224dc32 HTTP/1.1" status: 204 len: 168 time: 0.9360106 May 25 15:52:28.553819 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 50394) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:52:29.337304 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-10b4a63a-95a1-4ad1-8330-a447a42f5f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16426283'] for router_interface, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:29.772636 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.plugin [None req-10b4a63a-95a1-4ad1-8330-a447a42f5f70 admin admin] Deleting port 9d906e6b-5645-4e5c-817a-80b4a5239814 {{(pid=98655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:52:29.774175 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-10b4a63a-95a1-4ad1-8330-a447a42f5f70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730536052803'] for port, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:29.912536 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.db [None req-10b4a63a-95a1-4ad1-8330-a447a42f5f70 admin admin] For port 9d906e6b-5645-4e5c-817a-80b4a5239814, host dv-cinder-791239-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=9d906e6b-5645-4e5c-817a-80b4a5239814,segment=NetworkSegment(d31b3f55-0029-4b5d-9031-950743b628bb),segment_id=d31b3f55-0029-4b5d-9031-950743b628bb)] {{(pid=98655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:52:29.912909 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-10b4a63a-95a1-4ad1-8330-a447a42f5f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16426746'] for port, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:30.154250 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.plugin [None req-10b4a63a-95a1-4ad1-8330-a447a42f5f70 admin admin] Calling delete_port for 9d906e6b-5645-4e5c-817a-80b4a5239814 owned by network:router_interface {{(pid=98655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:52:30.316214 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-10b4a63a-95a1-4ad1-8330-a447a42f5f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730536055462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730535669971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13718067'] for port, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:30.322075 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-6d409948-992f-4294-a545-3feed39ba338 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:30.406867 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b4a63a-95a1-4ad1-8330-a447a42f5f70 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d906e6b-5645-4e5c-817a-80b4a5239814,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:30.409355 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-10b4a63a-95a1-4ad1-8330-a447a42f5f70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:30.659031 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-10b4a63a-95a1-4ad1-8330-a447a42f5f70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16277473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424891'] for router_interface, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:31.035962 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b4a63a-95a1-4ad1-8330-a447a42f5f70 admin admin] Router 2c7745e3-d71a-49b1-b28d-2b70ea768bca has already been hosted by L3 agent f8a1ad16-ec6f-48c0-91e7-34790a8304cd {{(pid=98655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:52:31.219163 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b4a63a-95a1-4ad1-8330-a447a42f5f70 admin admin] Notify agent at l3_agent.dv-cinder-791239-3-smb the message routers_updated {{(pid=98655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:52:31.229274 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4007065d-5f79-4d3b-937f-f3d03164b4ab None None] Sync routers for ids ['2c7745e3-d71a-49b1-b28d-2b70ea768bca'] in dv-cinder-791239-3-smb {{(pid=98660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:52:31.232505 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-10b4a63a-95a1-4ad1-8330-a447a42f5f70 admin admin] 10.222.0.11 "PUT /v2.0/routers/2c7745e3-d71a-49b1-b28d-2b70ea768bca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6775749 May 25 15:52:31.235495 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 50416) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:52:31.239664 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4007065d-5f79-4d3b-937f-f3d03164b4ab None None] Routers {'2c7745e3-d71a-49b1-b28d-2b70ea768bca'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:52:31.240312 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-4007065d-5f79-4d3b-937f-f3d03164b4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:52:17Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['2c7745e3-d71a-49b1-b28d-2b70ea768bca'], 'active': True} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:52:31.446947 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-254768ee-36c4-49b8-aa2b-46e5a3cedc13 admin admin] Notify callbacks [] for router, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:31.454340 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvr_db [None req-4007065d-5f79-4d3b-937f-f3d03164b4ab None None] Set router 2c7745e3-d71a-49b1-b28d-2b70ea768bca gateway port host: dv-cinder-791239-3-smb {{(pid=98660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:52:31.696248 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 50430) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:52:31.786870 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-254768ee-36c4-49b8-aa2b-46e5a3cedc13 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:31.821572 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-4007065d-5f79-4d3b-937f-f3d03164b4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'name': 'tempest-AttachVolumeShelveTestJSON-892354519-router', 'tenant_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'external_fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': '991da8b7-794c-44fb-bc5b-054bdff00d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:42:50Z', 'updated_at': '2021-05-25T15:52:30Z', 'revision_number': 5, 'project_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'gw_port': {'id': '991da8b7-794c-44fb-bc5b-054bdff00d2e', 'name': '', 'network_id': 'd51110de-dc62-4f0f-8f8a-5177828fdd7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:42:53Z', 'updated_at': '2021-05-25T15:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65a5f471-3295-4779-8fb3-11f32d4097e9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-3-smb'}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:52:31.826223 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4007065d-5f79-4d3b-937f-f3d03164b4ab None None] Checking router: 2c7745e3-d71a-49b1-b28d-2b70ea768bca for host: dv-cinder-791239-3-smb {{(pid=98660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:52:31.834943 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4007065d-5f79-4d3b-937f-f3d03164b4ab None None] Routers {'2c7745e3-d71a-49b1-b28d-2b70ea768bca'} bound to L3 agent in host dv-cinder-791239-3-smb {{(pid=98660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:52:31.835574 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-d3b90a74-5197-46c9-be5b-bc15dfdd9df4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:31.835760 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-4007065d-5f79-4d3b-937f-f3d03164b4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T15:32:47Z,description=,heartbeat_timestamp=2021-05-25T15:52:17Z,host='dv-cinder-791239-3-smb',id=f8a1ad16-ec6f-48c0-91e7-34790a8304cd,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:32:47Z,topic='l3_agent')) {'router_ids': ['2c7745e3-d71a-49b1-b28d-2b70ea768bca'], 'active': True} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:52:31.856102 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-d3b90a74-5197-46c9-be5b-bc15dfdd9df4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:52:31.861090 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-d3b90a74-5197-46c9-be5b-bc15dfdd9df4 admin admin] Usage tracker for resource:security_group_rule and tenant:be2060229bcc47589e8c124fed46dbbc is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:52:31.864906 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.plugin [None req-254768ee-36c4-49b8-aa2b-46e5a3cedc13 admin admin] Deleting port 991da8b7-794c-44fb-bc5b-054bdff00d2e {{(pid=98655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:52:31.865245 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-254768ee-36c4-49b8-aa2b-46e5a3cedc13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730536052803'] for port, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:31.865897 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-d3b90a74-5197-46c9-be5b-bc15dfdd9df4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:52:31.872802 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-d3b90a74-5197-46c9-be5b-bc15dfdd9df4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:52:31.969562 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-d3b90a74-5197-46c9-be5b-bc15dfdd9df4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:31.978020 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-d3b90a74-5197-46c9-be5b-bc15dfdd9df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:31.991050 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-172f7edf-163d-49c1-8c89-a3d44790abd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:32.004103 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_dvr_db [None req-4007065d-5f79-4d3b-937f-f3d03164b4ab None None] Set router 2c7745e3-d71a-49b1-b28d-2b70ea768bca gateway port host: None {{(pid=98660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:52:32.030821 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.db [None req-254768ee-36c4-49b8-aa2b-46e5a3cedc13 admin admin] For port 991da8b7-794c-44fb-bc5b-054bdff00d2e, host dv-cinder-791239-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=991da8b7-794c-44fb-bc5b-054bdff00d2e,segment=NetworkSegment(b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2),segment_id=b7450cc6-de6b-4a1c-a2fe-12aa15cd7ed2)] {{(pid=98655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:52:32.031727 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-254768ee-36c4-49b8-aa2b-46e5a3cedc13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16426746'] for port, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:32.039283 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 50436) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:52:32.039951 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-d3b90a74-5197-46c9-be5b-bc15dfdd9df4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=be2060229bcc47589e8c124fed46dbbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3414042 May 25 15:52:32.041483 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b90a74-5197-46c9-be5b-bc15dfdd9df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11402238-3481-4c4a-ae89-a924874a9fc8,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:32.044871 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-d3b90a74-5197-46c9-be5b-bc15dfdd9df4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:32.159654 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.l3_hamode_db [None req-4007065d-5f79-4d3b-937f-f3d03164b4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'name': 'tempest-AttachVolumeShelveTestJSON-892354519-router', 'tenant_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:42:50Z', 'updated_at': '2021-05-25T15:52:31Z', 'revision_number': 6, 'project_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'gw_port_host': None}], 'dv-cinder-791239-3-smb', False) {} {{(pid=98660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:52:32.164639 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4007065d-5f79-4d3b-937f-f3d03164b4ab None None] The sync data for ids ['2c7745e3-d71a-49b1-b28d-2b70ea768bca'] in dv-cinder-791239-3-smb is: [{'id': '2c7745e3-d71a-49b1-b28d-2b70ea768bca', 'name': 'tempest-AttachVolumeShelveTestJSON-892354519-router', 'tenant_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:42:50Z', 'updated_at': '2021-05-25T15:52:31Z', 'revision_number': 6, 'project_id': 'e74cfaf52f64453a8a7344d0a12351a4', 'gw_port_host': None}] {{(pid=98660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:52:32.193807 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.plugin [None req-254768ee-36c4-49b8-aa2b-46e5a3cedc13 admin admin] Calling delete_port for 991da8b7-794c-44fb-bc5b-054bdff00d2e owned by network:router_gateway {{(pid=98655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:52:32.259031 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-17bc4304-a4b7-44d8-90df-ceb328efc0a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:32.291110 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-17bc4304-a4b7-44d8-90df-ceb328efc0a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:32.404559 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-17bc4304-a4b7-44d8-90df-ceb328efc0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:32.413339 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-70f5d0c3-4a6c-482a-901f-1aaa76824f13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:32.434054 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc4304-a4b7-44d8-90df-ceb328efc0a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11402238-3481-4c4a-ae89-a924874a9fc8,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:32.439518 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-17bc4304-a4b7-44d8-90df-ceb328efc0a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:32.462269 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-17bc4304-a4b7-44d8-90df-ceb328efc0a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:32.463559 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-17bc4304-a4b7-44d8-90df-ceb328efc0a5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/11402238-3481-4c4a-ae89-a924874a9fc8 HTTP/1.1" status: 204 len: 168 time: 0.4229410 May 25 15:52:32.465104 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-254768ee-36c4-49b8-aa2b-46e5a3cedc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730536055462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730535669971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13718067'] for port, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:32.469192 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-aec3241c-c478-4862-b4d3-9db7586308f1 tempest-AttachVolumeTestJSON-1171896980 tempest-AttachVolumeTestJSON-1171896980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:32.516314 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254768ee-36c4-49b8-aa2b-46e5a3cedc13 admin admin] Pushing event deleted for resources: {'Port': ['ID=991da8b7-794c-44fb-bc5b-054bdff00d2e,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:32.519117 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-254768ee-36c4-49b8-aa2b-46e5a3cedc13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:32.629929 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-254768ee-36c4-49b8-aa2b-46e5a3cedc13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16423478'] for router_gateway, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:32.816580 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-254768ee-36c4-49b8-aa2b-46e5a3cedc13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16421819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2380'] for router, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:32.818884 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-254768ee-36c4-49b8-aa2b-46e5a3cedc13 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:32.841247 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 50444) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:52:32.859970 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-04a24403-efa7-4edd-a836-dc208b17ddc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:32.873993 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-254768ee-36c4-49b8-aa2b-46e5a3cedc13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16424071'] for router, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:32.874498 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254768ee-36c4-49b8-aa2b-46e5a3cedc13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c7745e3-d71a-49b1-b28d-2b70ea768bca {{(pid=98655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 15:52:32.877556 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-04a24403-efa7-4edd-a836-dc208b17ddc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:52:32.884531 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-04a24403-efa7-4edd-a836-dc208b17ddc6 admin admin] Usage tracker for resource:security_group_rule and tenant:bea5c02175d1466c95b831d839198e3c is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:52:32.887805 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-04a24403-efa7-4edd-a836-dc208b17ddc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:52:32.891765 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-254768ee-36c4-49b8-aa2b-46e5a3cedc13 admin admin] Notify callbacks [] for router, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:32.892818 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-254768ee-36c4-49b8-aa2b-46e5a3cedc13 admin admin] 10.222.0.11 "DELETE /v2.0/routers/2c7745e3-d71a-49b1-b28d-2b70ea768bca HTTP/1.1" status: 204 len: 168 time: 1.6564887 May 25 15:52:32.896115 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 50448) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:52:32.897237 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-04a24403-efa7-4edd-a836-dc208b17ddc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:52:32.968177 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.db_base_plugin_v2 [None req-5867158b-2109-4ea9-93b3-a963abd723b3 admin admin] Deleting subnet a3cc6c99-8adf-4559-8841-da254b001c5f {{(pid=98653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 15:52:32.971827 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-5867158b-2109-4ea9-93b3-a963abd723b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:33.006852 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-04a24403-efa7-4edd-a836-dc208b17ddc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:33.012555 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-04a24403-efa7-4edd-a836-dc208b17ddc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:33.019623 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-fcc6bffd-7a37-4b01-9c6c-dc983b4765b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:33.029643 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-5867158b-2109-4ea9-93b3-a963abd723b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1754963'] for subnet, precommit_delete_associations {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:33.067400 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-04a24403-efa7-4edd-a836-dc208b17ddc6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bea5c02175d1466c95b831d839198e3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2244253 May 25 15:52:33.068496 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 50452) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:52:33.068882 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a24403-efa7-4edd-a836-dc208b17ddc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3714cc-bed8-44e9-84ba-f885fdb1c5cd,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:33.072428 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-04a24403-efa7-4edd-a836-dc208b17ddc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:33.161930 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-a8a5c2d2-fe63-42e5-986d-4fa9a4248a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:33.193200 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-5867158b-2109-4ea9-93b3-a963abd723b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716231'] for subnet, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:33.246154 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-a8a5c2d2-fe63-42e5-986d-4fa9a4248a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:33.388383 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 991da8b7-794c-44fb-bc5b-054bdff00d2e no longer exists at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:52:33.405605 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-a8a5c2d2-fe63-42e5-986d-4fa9a4248a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:33.413102 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-2bb81f5d-b847-4648-bb0f-e7918b14a325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:33.423891 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] No Port match for: 991da8b7-794c-44fb-bc5b-054bdff00d2e {{(pid=98656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:52:33.424241 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 991da8b7-794c-44fb-bc5b-054bdff00d2e not bound to the agent host dv-cinder-791239-3-smb {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:52:33.424669 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 9d906e6b-5645-4e5c-817a-80b4a5239814 no longer exists at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:52:33.434799 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a5c2d2-fe63-42e5-986d-4fa9a4248a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3714cc-bed8-44e9-84ba-f885fdb1c5cd,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:33.443372 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-a8a5c2d2-fe63-42e5-986d-4fa9a4248a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:33.474203 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] No Port match for: 9d906e6b-5645-4e5c-817a-80b4a5239814 {{(pid=98656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:52:33.475286 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 9d906e6b-5645-4e5c-817a-80b4a5239814 not bound to the agent host dv-cinder-791239-3-smb {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:52:33.490988 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-a8a5c2d2-fe63-42e5-986d-4fa9a4248a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:33.492123 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-a8a5c2d2-fe63-42e5-986d-4fa9a4248a4a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3c3714cc-bed8-44e9-84ba-f885fdb1c5cd HTTP/1.1" status: 204 len: 168 time: 0.4234536 May 25 15:52:33.523520 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-5867158b-2109-4ea9-93b3-a963abd723b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2061733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14943079'] for subnet, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:33.528897 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-08c4e8ff-eb57-41df-8e64-539399f772eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:33.562715 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-5867158b-2109-4ea9-93b3-a963abd723b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:33.567935 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56901c80-6862-43f4-9dbb-710375d0329d None None] Network 9c420c9e-5d3a-4c72-87cc-64c647e4aa69 requested from dv-cinder-791239-3-smb {{(pid=98656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:52:33.571738 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5867158b-2109-4ea9-93b3-a963abd723b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3cc6c99-8adf-4559-8841-da254b001c5f,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:33.574833 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-5867158b-2109-4ea9-93b3-a963abd723b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:33.580448 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 50458) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:52:33.585315 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-5867158b-2109-4ea9-93b3-a963abd723b3 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a3cc6c99-8adf-4559-8841-da254b001c5f HTTP/1.1" status: 204 len: 168 time: 0.6806824 May 25 15:52:33.693899 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-bf943b5c-c9a2-43dc-9472-8dd9db1b1cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704691'] for network, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:33.773973 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.plugin [None req-bf943b5c-c9a2-43dc-9472-8dd9db1b1cd1 admin admin] Deleting port 0a319f72-df9a-45eb-914c-e78274dbebe8 {{(pid=98655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:52:33.774204 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-bf943b5c-c9a2-43dc-9472-8dd9db1b1cd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730536052803'] for port, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:33.859540 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fd1310-5266-4491-8e92-6d5809369cb7 None None] DHCP port deletion for 9c420c9e-5d3a-4c72-87cc-64c647e4aa69 request from dv-cinder-791239-3-smb {{(pid=98656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 15:52:33.934444 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-b1fd1310-5266-4491-8e92-6d5809369cb7 None None] Deleting port 0a319f72-df9a-45eb-914c-e78274dbebe8 {{(pid=98656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:52:33.935119 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-b1fd1310-5266-4491-8e92-6d5809369cb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730536052803'] for port, before_delete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:33.975660 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.db [None req-bf943b5c-c9a2-43dc-9472-8dd9db1b1cd1 admin admin] For port 0a319f72-df9a-45eb-914c-e78274dbebe8, host dv-cinder-791239-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=0a319f72-df9a-45eb-914c-e78274dbebe8,segment=NetworkSegment(d31b3f55-0029-4b5d-9031-950743b628bb),segment_id=d31b3f55-0029-4b5d-9031-950743b628bb)] {{(pid=98655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:52:33.976060 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-bf943b5c-c9a2-43dc-9472-8dd9db1b1cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16426746'] for port, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:34.053188 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.db [None req-b1fd1310-5266-4491-8e92-6d5809369cb7 None None] For port 0a319f72-df9a-45eb-914c-e78274dbebe8, host dv-cinder-791239-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-3-smb',level=0,port_id=0a319f72-df9a-45eb-914c-e78274dbebe8,segment=NetworkSegment(d31b3f55-0029-4b5d-9031-950743b628bb),segment_id=d31b3f55-0029-4b5d-9031-950743b628bb)] {{(pid=98656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:52:34.053831 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-b1fd1310-5266-4491-8e92-6d5809369cb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16426746'] for port, precommit_delete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:34.109529 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.plugin [None req-bf943b5c-c9a2-43dc-9472-8dd9db1b1cd1 admin admin] Calling delete_port for 0a319f72-df9a-45eb-914c-e78274dbebe8 owned by network:dhcp {{(pid=98655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:52:34.174383 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-bf943b5c-c9a2-43dc-9472-8dd9db1b1cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730536055462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730535669971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13718067'] for port, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:34.179596 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-76c90cc5-afe9-4cfb-a845-6c84ede6b551 tempest-AttachVolumeNegativeTest-341655863 tempest-AttachVolumeNegativeTest-341655863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:34.222544 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-b1fd1310-5266-4491-8e92-6d5809369cb7 None None] Calling delete_port for 0a319f72-df9a-45eb-914c-e78274dbebe8 owned by network:dhcp {{(pid=98656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:52:34.229538 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf943b5c-c9a2-43dc-9472-8dd9db1b1cd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a319f72-df9a-45eb-914c-e78274dbebe8,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:34.232930 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-bf943b5c-c9a2-43dc-9472-8dd9db1b1cd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:34.233874 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf943b5c-c9a2-43dc-9472-8dd9db1b1cd1 admin admin] No DVR routers for this DVR port 0a319f72-df9a-45eb-914c-e78274dbebe8 on host dv-cinder-791239-3-smb {{(pid=98655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:52:34.284025 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-b1fd1310-5266-4491-8e92-6d5809369cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730536055462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730535669971'] for port, after_delete {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:34.288699 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:34.333476 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fd1310-5266-4491-8e92-6d5809369cb7 None None] Pushing event deleted for resources: {'Port': ['ID=0a319f72-df9a-45eb-914c-e78274dbebe8,revision_number=None']} {{(pid=98656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:34.344899 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fd1310-5266-4491-8e92-6d5809369cb7 None None] No DVR routers for this DVR port 0a319f72-df9a-45eb-914c-e78274dbebe8 on host dv-cinder-791239-3-smb {{(pid=98656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:52:34.347328 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fd1310-5266-4491-8e92-6d5809369cb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:34.347716 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fd1310-5266-4491-8e92-6d5809369cb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:34.348250 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fd1310-5266-4491-8e92-6d5809369cb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:34.348604 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fd1310-5266-4491-8e92-6d5809369cb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:34.348918 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fd1310-5266-4491-8e92-6d5809369cb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:34.349252 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fd1310-5266-4491-8e92-6d5809369cb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:34.349579 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fd1310-5266-4491-8e92-6d5809369cb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:34.349901 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fd1310-5266-4491-8e92-6d5809369cb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:34.350226 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fd1310-5266-4491-8e92-6d5809369cb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:34.350549 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fd1310-5266-4491-8e92-6d5809369cb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:34.350869 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fd1310-5266-4491-8e92-6d5809369cb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:34.351178 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fd1310-5266-4491-8e92-6d5809369cb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:34.355162 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG oslo_concurrency.lockutils [None req-b1fd1310-5266-4491-8e92-6d5809369cb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:34.381057 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-bf943b5c-c9a2-43dc-9472-8dd9db1b1cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717384', 'neutron.services.segments.db._delete_segments_for_network-8730536114652'] for network, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:34.394715 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.services.segments.db [None req-bf943b5c-c9a2-43dc-9472-8dd9db1b1cd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c420c9e-5d3a-4c72-87cc-64c647e4aa69']}} {{(pid=98655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:52:34.407260 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.services.segments.db [None req-bf943b5c-c9a2-43dc-9472-8dd9db1b1cd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd31b3f55-0029-4b5d-9031-950743b628bb') {'for_net_delete': True} {{(pid=98655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:52:34.407561 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.services.segments.db [None req-bf943b5c-c9a2-43dc-9472-8dd9db1b1cd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd31b3f55-0029-4b5d-9031-950743b628bb') {} {{(pid=98655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:52:34.419497 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-bf943b5c-c9a2-43dc-9472-8dd9db1b1cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730536124573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3188925'] for segment, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:34.437218 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-bf943b5c-c9a2-43dc-9472-8dd9db1b1cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713968'] for segment, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:34.443582 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf943b5c-c9a2-43dc-9472-8dd9db1b1cd1 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=98655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:52:34.444004 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-bf943b5c-c9a2-43dc-9472-8dd9db1b1cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13718118'] for segment, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:34.458207 dv-cinder-791239-3-smb neutron-server[98655]: Traceback (most recent call last): May 25 15:52:34.458207 dv-cinder-791239-3-smb neutron-server[98655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 15:52:34.458207 dv-cinder-791239-3-smb neutron-server[98655]: timer() May 25 15:52:34.458207 dv-cinder-791239-3-smb neutron-server[98655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 15:52:34.458207 dv-cinder-791239-3-smb neutron-server[98655]: cb(*args, **kw) May 25 15:52:34.458207 dv-cinder-791239-3-smb neutron-server[98655]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 15:52:34.458207 dv-cinder-791239-3-smb neutron-server[98655]: return func(*args, **kwargs) May 25 15:52:34.458207 dv-cinder-791239-3-smb neutron-server[98655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 15:52:34.458207 dv-cinder-791239-3-smb neutron-server[98655]: self._notify() May 25 15:52:34.458207 dv-cinder-791239-3-smb neutron-server[98655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 15:52:34.458207 dv-cinder-791239-3-smb neutron-server[98655]: self.callback(batched_events) May 25 15:52:34.458207 dv-cinder-791239-3-smb neutron-server[98655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 15:52:34.458207 dv-cinder-791239-3-smb neutron-server[98655]: event.method(event) May 25 15:52:34.458207 dv-cinder-791239-3-smb neutron-server[98655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 15:52:34.458207 dv-cinder-791239-3-smb neutron-server[98655]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 15:52:34.458207 dv-cinder-791239-3-smb neutron-server[98655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 15:52:34.458207 dv-cinder-791239-3-smb neutron-server[98655]: aggregate_uuid = self.p_client.list_aggregates( May 25 15:52:34.458207 dv-cinder-791239-3-smb neutron-server[98655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 15:52:34.458207 dv-cinder-791239-3-smb neutron-server[98655]: return f(self, *a, **k) May 25 15:52:34.458207 dv-cinder-791239-3-smb neutron-server[98655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 15:52:34.458207 dv-cinder-791239-3-smb neutron-server[98655]: return self._get(url).json() May 25 15:52:34.458207 dv-cinder-791239-3-smb neutron-server[98655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 15:52:34.458207 dv-cinder-791239-3-smb neutron-server[98655]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 15:52:34.458207 dv-cinder-791239-3-smb neutron-server[98655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 15:52:34.458207 dv-cinder-791239-3-smb neutron-server[98655]: return self.request(url, 'GET', **kwargs) May 25 15:52:34.458207 dv-cinder-791239-3-smb neutron-server[98655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 15:52:34.458207 dv-cinder-791239-3-smb neutron-server[98655]: base_url = self.get_endpoint(auth, allow=allow, May 25 15:52:34.458207 dv-cinder-791239-3-smb neutron-server[98655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 15:52:34.458207 dv-cinder-791239-3-smb neutron-server[98655]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 15:52:34.458207 dv-cinder-791239-3-smb neutron-server[98655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 15:52:34.458207 dv-cinder-791239-3-smb neutron-server[98655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 15:52:34.458207 dv-cinder-791239-3-smb neutron-server[98655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 15:52:34.542188 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-bf943b5c-c9a2-43dc-9472-8dd9db1b1cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16304419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16277480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423467'] for network, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:34.546643 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-bf943b5c-c9a2-43dc-9472-8dd9db1b1cd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277453'] for network, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:34.550673 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-f720b1b0-25fa-4d74-824d-dd5d62831c77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:34.572203 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf943b5c-c9a2-43dc-9472-8dd9db1b1cd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c420c9e-5d3a-4c72-87cc-64c647e4aa69,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:34.574676 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-bf943b5c-c9a2-43dc-9472-8dd9db1b1cd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:34.594700 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-bf943b5c-c9a2-43dc-9472-8dd9db1b1cd1 admin admin] 10.222.0.11 "DELETE /v2.0/networks/9c420c9e-5d3a-4c72-87cc-64c647e4aa69 HTTP/1.1" status: 204 len: 168 time: 1.0127037 May 25 15:52:34.825092 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 50486) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:52:34.877382 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-ae9dc92f-3592-4345-b8c2-c6d4b292027c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e74cfaf52f64453a8a7344d0a12351a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0506279 May 25 15:52:34.880439 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 50490) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:52:34.942994 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-65054eb0-53b6-45c3-bbf6-05ee8f9cfdaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:34.976437 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-65054eb0-53b6-45c3-bbf6-05ee8f9cfdaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:35.034473 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-65054eb0-53b6-45c3-bbf6-05ee8f9cfdaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:35.038672 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-c82ffc87-ff16-4b3a-97fd-b2d9f2804325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:35.058395 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65054eb0-53b6-45c3-bbf6-05ee8f9cfdaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89739685-2bd1-4c53-968e-9b28ab240eb9,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:35.060715 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-65054eb0-53b6-45c3-bbf6-05ee8f9cfdaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:35.068255 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-65054eb0-53b6-45c3-bbf6-05ee8f9cfdaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:35.068255 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-65054eb0-53b6-45c3-bbf6-05ee8f9cfdaa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/89739685-2bd1-4c53-968e-9b28ab240eb9 HTTP/1.1" status: 204 len: 168 time: 0.1830878 May 25 15:52:35.390782 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 0a319f72-df9a-45eb-914c-e78274dbebe8 no longer exists at agent ovs-agent-dv-cinder-791239-3-smb {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:52:35.432647 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.plugin [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] No Port match for: 0a319f72-df9a-45eb-914c-e78274dbebe8 {{(pid=98656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:52:35.432647 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron.plugins.ml2.rpc [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Device 0a319f72-df9a-45eb-914c-e78274dbebe8 not bound to the agent host dv-cinder-791239-3-smb {{(pid=98656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:52:41.195267 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 50622) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:52:41.339026 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-4abe2a6f-458e-4846-99d7-acd6216c71d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:41.354442 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-4abe2a6f-458e-4846-99d7-acd6216c71d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:52:41.358434 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-4abe2a6f-458e-4846-99d7-acd6216c71d7 admin admin] Usage tracker for resource:security_group_rule and tenant:3f8d6e08e5b14cd48143edf6c000ed9c is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:52:41.361277 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-4abe2a6f-458e-4846-99d7-acd6216c71d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:52:41.366978 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-4abe2a6f-458e-4846-99d7-acd6216c71d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:52:41.465832 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-4abe2a6f-458e-4846-99d7-acd6216c71d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:41.470778 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-4abe2a6f-458e-4846-99d7-acd6216c71d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:41.480558 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-68408f44-32e6-4399-a149-b2623de14649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:41.534915 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abe2a6f-458e-4846-99d7-acd6216c71d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86f56bb-1a56-431d-a4bf-f86cd1c94d78,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:41.540072 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-4abe2a6f-458e-4846-99d7-acd6216c71d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:41.547004 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-4abe2a6f-458e-4846-99d7-acd6216c71d7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3f8d6e08e5b14cd48143edf6c000ed9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3472736 May 25 15:52:41.547654 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 50638) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:52:41.616242 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-a015f816-5194-435a-87ec-357d18c7bf6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:41.650759 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-a015f816-5194-435a-87ec-357d18c7bf6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:41.711169 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-a015f816-5194-435a-87ec-357d18c7bf6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:41.716167 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-3f3715e2-95c2-47b5-acb7-4f5b9038943b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:41.728211 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a015f816-5194-435a-87ec-357d18c7bf6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86f56bb-1a56-431d-a4bf-f86cd1c94d78,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:41.731218 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-a015f816-5194-435a-87ec-357d18c7bf6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:41.733941 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-a015f816-5194-435a-87ec-357d18c7bf6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:41.737210 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-a015f816-5194-435a-87ec-357d18c7bf6e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e86f56bb-1a56-431d-a4bf-f86cd1c94d78 HTTP/1.1" status: 204 len: 168 time: 0.1861894 May 25 15:52:44.462175 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-671f1e6e-d821-46de-9c16-f940e82dbf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:45.775363 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 50722) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:52:45.902556 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-45be723a-5267-4d20-876a-3ccdf7fccceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:45.918172 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-45be723a-5267-4d20-876a-3ccdf7fccceb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:52:45.922485 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-45be723a-5267-4d20-876a-3ccdf7fccceb admin admin] Usage tracker for resource:security_group_rule and tenant:51c0add7c60e4301861535858efb029d is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:52:45.925543 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-45be723a-5267-4d20-876a-3ccdf7fccceb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:52:45.931279 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-45be723a-5267-4d20-876a-3ccdf7fccceb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:52:46.032462 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-45be723a-5267-4d20-876a-3ccdf7fccceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:46.036817 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-45be723a-5267-4d20-876a-3ccdf7fccceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:46.047079 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-04a60a40-7b23-4f5a-80ae-f7082bb24a4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:46.095588 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45be723a-5267-4d20-876a-3ccdf7fccceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d433c2-b4d0-4b5b-a890-0fecf4b30592,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:46.106897 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45be723a-5267-4d20-876a-3ccdf7fccceb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:46.107272 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45be723a-5267-4d20-876a-3ccdf7fccceb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:46.107640 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45be723a-5267-4d20-876a-3ccdf7fccceb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:46.108111 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45be723a-5267-4d20-876a-3ccdf7fccceb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:46.108395 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45be723a-5267-4d20-876a-3ccdf7fccceb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:46.108734 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45be723a-5267-4d20-876a-3ccdf7fccceb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:46.109084 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45be723a-5267-4d20-876a-3ccdf7fccceb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:46.109434 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45be723a-5267-4d20-876a-3ccdf7fccceb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:46.109787 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45be723a-5267-4d20-876a-3ccdf7fccceb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:46.110138 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45be723a-5267-4d20-876a-3ccdf7fccceb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:46.110548 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45be723a-5267-4d20-876a-3ccdf7fccceb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:46.110906 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45be723a-5267-4d20-876a-3ccdf7fccceb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:46.121263 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-45be723a-5267-4d20-876a-3ccdf7fccceb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=51c0add7c60e4301861535858efb029d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3412397 May 25 15:52:46.121263 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-45be723a-5267-4d20-876a-3ccdf7fccceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:46.122112 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 50736) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:52:46.198847 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-c6814038-a8af-4206-ba3f-80072a75a739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:46.230979 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-c6814038-a8af-4206-ba3f-80072a75a739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:46.291927 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-c6814038-a8af-4206-ba3f-80072a75a739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:46.295642 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-d67a33ce-56ba-4d14-97b7-215248c077b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:46.306744 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6814038-a8af-4206-ba3f-80072a75a739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d433c2-b4d0-4b5b-a890-0fecf4b30592,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:46.316627 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6814038-a8af-4206-ba3f-80072a75a739 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:46.316994 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6814038-a8af-4206-ba3f-80072a75a739 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:46.317357 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6814038-a8af-4206-ba3f-80072a75a739 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:46.317714 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6814038-a8af-4206-ba3f-80072a75a739 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:46.318070 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6814038-a8af-4206-ba3f-80072a75a739 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:46.318421 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6814038-a8af-4206-ba3f-80072a75a739 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:46.318768 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6814038-a8af-4206-ba3f-80072a75a739 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:46.319126 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6814038-a8af-4206-ba3f-80072a75a739 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:46.319468 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6814038-a8af-4206-ba3f-80072a75a739 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:46.319840 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6814038-a8af-4206-ba3f-80072a75a739 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:46.320190 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6814038-a8af-4206-ba3f-80072a75a739 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:46.320530 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6814038-a8af-4206-ba3f-80072a75a739 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:46.323510 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-c6814038-a8af-4206-ba3f-80072a75a739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:46.324680 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-c6814038-a8af-4206-ba3f-80072a75a739 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/90d433c2-b4d0-4b5b-a890-0fecf4b30592 HTTP/1.1" status: 204 len: 168 time: 0.2018445 May 25 15:52:46.325509 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-c6814038-a8af-4206-ba3f-80072a75a739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:47.327890 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:47.487200 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-50e3e32b-bd73-44a2-9e7d-b33e919944f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:47.762640 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.agents_db [None req-e0968af0-a351-492f-a815-45d38f582ebc None None] Agent healthcheck: found 6 active agents {{(pid=98660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:52:48.433859 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:48.949215 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-5e596f64-6e97-4d78-9813-f3b7462efcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:50.498014 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-61dd613b-f3f2-4fd9-acf0-68300fd05fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:53.119547 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 50862) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:52:53.256673 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-bc1f755b-d148-4829-864d-9c903233a30c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:53.273107 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-bc1f755b-d148-4829-864d-9c903233a30c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:52:53.277277 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-bc1f755b-d148-4829-864d-9c903233a30c admin admin] Usage tracker for resource:security_group_rule and tenant:c8e7b6cb5cb6486d94938421ee1269dc is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:52:53.280110 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-bc1f755b-d148-4829-864d-9c903233a30c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:52:53.285967 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-bc1f755b-d148-4829-864d-9c903233a30c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:52:53.374693 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-bc1f755b-d148-4829-864d-9c903233a30c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:53.378725 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-bc1f755b-d148-4829-864d-9c903233a30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:53.387979 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-fa6c6af7-3807-4f40-8be8-0fdca342e3e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:53.429503 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-bc1f755b-d148-4829-864d-9c903233a30c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c8e7b6cb5cb6486d94938421ee1269dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3086891 May 25 15:52:53.432591 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 50882) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:52:53.433094 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f755b-d148-4829-864d-9c903233a30c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5c3b12-e427-40d7-a8c2-2bab0b0eb627,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:53.436147 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-bc1f755b-d148-4829-864d-9c903233a30c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:53.515791 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-bd5ebd70-29a7-404a-b64d-2ff302da5902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:53.559206 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-bd5ebd70-29a7-404a-b64d-2ff302da5902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:53.616337 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-bd5ebd70-29a7-404a-b64d-2ff302da5902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:53.622308 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-d6cb321e-643f-415c-afe5-1d7b87c05378 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:53.636056 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ebd70-29a7-404a-b64d-2ff302da5902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5c3b12-e427-40d7-a8c2-2bab0b0eb627,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:53.639317 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-bd5ebd70-29a7-404a-b64d-2ff302da5902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:53.645200 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-bd5ebd70-29a7-404a-b64d-2ff302da5902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:53.648915 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-bd5ebd70-29a7-404a-b64d-2ff302da5902 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5f5c3b12-e427-40d7-a8c2-2bab0b0eb627 HTTP/1.1" status: 204 len: 168 time: 0.2127664 May 25 15:52:53.804625 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 50896) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:52:53.948128 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-3cf727f3-77c0-4980-ae2f-0790bc1c2a1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:53.964839 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-3cf727f3-77c0-4980-ae2f-0790bc1c2a1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:52:53.968842 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-3cf727f3-77c0-4980-ae2f-0790bc1c2a1f admin admin] Usage tracker for resource:security_group_rule and tenant:65879da8d5e3417b805a4bcc8a9f68d7 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:52:53.971872 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-3cf727f3-77c0-4980-ae2f-0790bc1c2a1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:52:53.978397 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-3cf727f3-77c0-4980-ae2f-0790bc1c2a1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:52:54.076816 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-3cf727f3-77c0-4980-ae2f-0790bc1c2a1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:54.080697 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-3cf727f3-77c0-4980-ae2f-0790bc1c2a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:54.088259 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-fb3e6c42-f89f-40ee-92ba-73d292794ce8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:54.130379 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-3cf727f3-77c0-4980-ae2f-0790bc1c2a1f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=65879da8d5e3417b805a4bcc8a9f68d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3244839 May 25 15:52:54.131144 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf727f3-77c0-4980-ae2f-0790bc1c2a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=894648da-43c0-4abe-9aea-9c33b1186350,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:54.133150 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 50902) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:52:54.134449 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-3cf727f3-77c0-4980-ae2f-0790bc1c2a1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:54.193209 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-e433a011-0708-477e-8fb8-3af7de5f48ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:54.219259 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-e433a011-0708-477e-8fb8-3af7de5f48ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:54.272543 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-e433a011-0708-477e-8fb8-3af7de5f48ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:54.276271 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-763b5697-10e5-4f82-b781-7de2092da956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:54.290337 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e433a011-0708-477e-8fb8-3af7de5f48ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=894648da-43c0-4abe-9aea-9c33b1186350,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:54.294152 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-e433a011-0708-477e-8fb8-3af7de5f48ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:54.297306 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-e433a011-0708-477e-8fb8-3af7de5f48ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:54.298375 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-e433a011-0708-477e-8fb8-3af7de5f48ea admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/894648da-43c0-4abe-9aea-9c33b1186350 HTTP/1.1" status: 204 len: 168 time: 0.1642764 May 25 15:52:54.633185 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 50910) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:52:54.653695 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-4190cf48-b780-448a-b48a-7ccaaa8bb052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:54.671470 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-4190cf48-b780-448a-b48a-7ccaaa8bb052 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:52:54.675325 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-4190cf48-b780-448a-b48a-7ccaaa8bb052 admin admin] Usage tracker for resource:security_group_rule and tenant:162ad9cb4ced41e5be56c1b6489529fe is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:52:54.678819 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-4190cf48-b780-448a-b48a-7ccaaa8bb052 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:52:54.691508 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-4190cf48-b780-448a-b48a-7ccaaa8bb052 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:52:54.788936 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-4190cf48-b780-448a-b48a-7ccaaa8bb052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:54.792872 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-4190cf48-b780-448a-b48a-7ccaaa8bb052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:54.799956 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-434e8e37-7ae0-4efc-962f-a0a8fed67f1c tempest-AttachVolumeShelveTestJSON-1428923876 tempest-AttachVolumeShelveTestJSON-1428923876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:54.843366 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-4190cf48-b780-448a-b48a-7ccaaa8bb052 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=162ad9cb4ced41e5be56c1b6489529fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2087247 May 25 15:52:54.844396 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4190cf48-b780-448a-b48a-7ccaaa8bb052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892b6d1a-d7d5-40af-92e7-52a823ff36d9,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:54.846150 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 50914) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:52:54.847920 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-4190cf48-b780-448a-b48a-7ccaaa8bb052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:54.918987 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-3d6e281b-34a1-4a98-b860-e488879bfa1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:54.945740 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-3d6e281b-34a1-4a98-b860-e488879bfa1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:55.005168 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-3d6e281b-34a1-4a98-b860-e488879bfa1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:55.009702 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-63bfc0c4-d941-45f5-93ba-a9bb07e0b356 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:55.022662 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e281b-34a1-4a98-b860-e488879bfa1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892b6d1a-d7d5-40af-92e7-52a823ff36d9,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:55.025899 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-3d6e281b-34a1-4a98-b860-e488879bfa1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:55.029828 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-3d6e281b-34a1-4a98-b860-e488879bfa1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:55.031470 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-3d6e281b-34a1-4a98-b860-e488879bfa1a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/892b6d1a-d7d5-40af-92e7-52a823ff36d9 HTTP/1.1" status: 204 len: 168 time: 0.1837130 May 25 15:52:58.470371 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 51048) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:52:58.595753 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-bc6f80ac-9472-4f89-9de1-3828ed5e41be admin admin] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:58.702508 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-bc6f80ac-9472-4f89-9de1-3828ed5e41be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:52:58.706192 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-bc6f80ac-9472-4f89-9de1-3828ed5e41be admin admin] Usage tracker for resource:security_group_rule and tenant:c933e1b309ae45f18d03eeb461e73f80 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:52:58.711497 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-bc6f80ac-9472-4f89-9de1-3828ed5e41be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:52:58.718651 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-bc6f80ac-9472-4f89-9de1-3828ed5e41be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:52:58.824096 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-bc6f80ac-9472-4f89-9de1-3828ed5e41be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:58.828462 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-bc6f80ac-9472-4f89-9de1-3828ed5e41be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:58.836047 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-b12fa1e9-afca-44b5-9f9a-82dacc2e40f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:58.878574 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-bc6f80ac-9472-4f89-9de1-3828ed5e41be admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c933e1b309ae45f18d03eeb461e73f80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4071085 May 25 15:52:58.881252 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6f80ac-9472-4f89-9de1-3828ed5e41be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ab7e26-0a03-42fa-b5e8-a567a10e4a0c,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:58.882471 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 51054) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:52:58.886353 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-bc6f80ac-9472-4f89-9de1-3828ed5e41be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:58.947988 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-e03c54d2-c0dd-4177-b6ea-a4bc655d713a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:58.983535 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-e03c54d2-c0dd-4177-b6ea-a4bc655d713a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:59.050810 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-e03c54d2-c0dd-4177-b6ea-a4bc655d713a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:59.055782 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-290a6a32-2318-4749-a4a3-83fe286efe3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:59.069914 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03c54d2-c0dd-4177-b6ea-a4bc655d713a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ab7e26-0a03-42fa-b5e8-a567a10e4a0c,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:59.073055 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-e03c54d2-c0dd-4177-b6ea-a4bc655d713a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:59.075044 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-e03c54d2-c0dd-4177-b6ea-a4bc655d713a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:59.076442 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-e03c54d2-c0dd-4177-b6ea-a4bc655d713a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/60ab7e26-0a03-42fa-b5e8-a567a10e4a0c HTTP/1.1" status: 204 len: 168 time: 0.1929967 May 25 15:52:59.411638 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 51062) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:52:59.430146 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-afe2aff6-33e6-47fd-8a9b-e342a5f4df1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:59.445710 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-afe2aff6-33e6-47fd-8a9b-e342a5f4df1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:52:59.450160 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-afe2aff6-33e6-47fd-8a9b-e342a5f4df1a admin admin] Usage tracker for resource:security_group_rule and tenant:de60d31e06d5435a9f709a3805195f4d is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:52:59.453465 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-afe2aff6-33e6-47fd-8a9b-e342a5f4df1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:52:59.460160 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-afe2aff6-33e6-47fd-8a9b-e342a5f4df1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:52:59.565084 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-afe2aff6-33e6-47fd-8a9b-e342a5f4df1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:59.570129 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-afe2aff6-33e6-47fd-8a9b-e342a5f4df1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:59.578262 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-7fff5a90-8b1c-4826-9f71-8093328be182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:59.627840 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-afe2aff6-33e6-47fd-8a9b-e342a5f4df1a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=de60d31e06d5435a9f709a3805195f4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2121179 May 25 15:52:59.627840 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe2aff6-33e6-47fd-8a9b-e342a5f4df1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc38a547-cccf-4b97-9088-6821c43b486f,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:59.629392 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-afe2aff6-33e6-47fd-8a9b-e342a5f4df1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:59.630065 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 51066) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:52:59.697042 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-167e8b17-4b6e-4962-96a9-3b0911810211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:59.726750 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-167e8b17-4b6e-4962-96a9-3b0911810211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:59.790201 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-167e8b17-4b6e-4962-96a9-3b0911810211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:59.794298 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-b4f6c2a7-e4d5-49a5-9d5c-a389bd10f572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:59.806872 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e8b17-4b6e-4962-96a9-3b0911810211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc38a547-cccf-4b97-9088-6821c43b486f,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:59.810657 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-167e8b17-4b6e-4962-96a9-3b0911810211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:59.814223 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-167e8b17-4b6e-4962-96a9-3b0911810211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:59.817997 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-167e8b17-4b6e-4962-96a9-3b0911810211 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dc38a547-cccf-4b97-9088-6821c43b486f HTTP/1.1" status: 204 len: 168 time: 0.1841233 May 25 15:53:14.465256 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-7f9642df-6f41-4a3d-8925-6773bdfef709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:17.321274 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:17.481120 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-dbe50bb9-0505-4790-bdb4-bcb53e36f7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:18.436481 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:18.947922 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-5e596f64-6e97-4d78-9813-f3b7462efcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:20.500198 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-61dd613b-f3f2-4fd9-acf0-68300fd05fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:21.083093 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 51210) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:53:21.228317 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-43808358-1684-42a1-b7f3-fc1ff8475ede admin admin] Notify callbacks [] for security_group, before_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:21.243866 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-43808358-1684-42a1-b7f3-fc1ff8475ede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:53:21.247641 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-43808358-1684-42a1-b7f3-fc1ff8475ede admin admin] Usage tracker for resource:security_group_rule and tenant:35e6629687bf4411b984ffee63a732cf is out of sync, need to count used quota {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:53:21.250527 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.quota.resource [None req-43808358-1684-42a1-b7f3-fc1ff8475ede admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:53:21.257333 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.db.quota.driver [None req-43808358-1684-42a1-b7f3-fc1ff8475ede admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:53:21.352931 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-43808358-1684-42a1-b7f3-fc1ff8475ede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:21.360383 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-43808358-1684-42a1-b7f3-fc1ff8475ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:21.367856 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-c31a29c5-ad09-4190-b0a5-d0e13b48483f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:53:21.410239 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-43808358-1684-42a1-b7f3-fc1ff8475ede admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=35e6629687bf4411b984ffee63a732cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3259165 May 25 15:53:21.411235 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43808358-1684-42a1-b7f3-fc1ff8475ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19370ad3-555f-45a6-9f9d-63f0199670cc,revision_number=1']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:53:21.413660 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 51216) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:53:21.415854 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-43808358-1684-42a1-b7f3-fc1ff8475ede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:53:21.481677 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-cbf2e159-f2b0-44b2-b5db-e5a9a2194fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:21.508290 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-cbf2e159-f2b0-44b2-b5db-e5a9a2194fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:21.561880 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-cbf2e159-f2b0-44b2-b5db-e5a9a2194fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:21.565778 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-440dff72-639b-44d2-80ec-f1f0f9b6266c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:53:21.580440 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf2e159-f2b0-44b2-b5db-e5a9a2194fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19370ad3-555f-45a6-9f9d-63f0199670cc,revision_number=None']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:53:21.584501 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-cbf2e159-f2b0-44b2-b5db-e5a9a2194fbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:53:21.608938 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-cbf2e159-f2b0-44b2-b5db-e5a9a2194fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:21.610069 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-cbf2e159-f2b0-44b2-b5db-e5a9a2194fbe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/19370ad3-555f-45a6-9f9d-63f0199670cc HTTP/1.1" status: 204 len: 168 time: 0.1951587 May 25 15:53:24.762888 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.agents_db [None req-e0968af0-a351-492f-a815-45d38f582ebc None None] Agent healthcheck: found 6 active agents {{(pid=98660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:53:26.261737 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 51276) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:53:26.412357 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-f6464704-54f8-4181-a2d1-5c7064acc783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:26.427059 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-f6464704-54f8-4181-a2d1-5c7064acc783 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:53:26.431918 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-f6464704-54f8-4181-a2d1-5c7064acc783 admin admin] Usage tracker for resource:security_group_rule and tenant:99761bcbbff441da99c1e749babe4d7d is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:53:26.435039 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-f6464704-54f8-4181-a2d1-5c7064acc783 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:53:26.441040 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-f6464704-54f8-4181-a2d1-5c7064acc783 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:53:26.528887 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-f6464704-54f8-4181-a2d1-5c7064acc783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:26.533249 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-f6464704-54f8-4181-a2d1-5c7064acc783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:26.541726 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-9fee6147-4b1d-4f8c-b1a0-e9a7e0e8c19c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:53:26.582312 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6464704-54f8-4181-a2d1-5c7064acc783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7de902c-e3aa-4b15-bb1a-1582ed1bb47d,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:53:26.586672 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-f6464704-54f8-4181-a2d1-5c7064acc783 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=99761bcbbff441da99c1e749babe4d7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3239179 May 25 15:53:26.587601 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-f6464704-54f8-4181-a2d1-5c7064acc783 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:53:26.589553 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 51282) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:53:26.650296 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-9de1f616-5db3-4387-8d16-2f0b64ffdfcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:26.676070 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-9de1f616-5db3-4387-8d16-2f0b64ffdfcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:26.732655 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-9de1f616-5db3-4387-8d16-2f0b64ffdfcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:26.736248 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-f16e0c13-1427-4596-a7c7-22aba5f8b1b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:53:26.749787 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1f616-5db3-4387-8d16-2f0b64ffdfcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7de902c-e3aa-4b15-bb1a-1582ed1bb47d,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:53:26.753334 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-9de1f616-5db3-4387-8d16-2f0b64ffdfcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:53:26.758620 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-9de1f616-5db3-4387-8d16-2f0b64ffdfcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:26.759753 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-9de1f616-5db3-4387-8d16-2f0b64ffdfcb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a7de902c-e3aa-4b15-bb1a-1582ed1bb47d HTTP/1.1" status: 204 len: 168 time: 0.1690700 May 25 15:53:27.048001 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 51290) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:53:27.065902 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-2c4e3f37-b116-4440-87b4-887044096a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:27.083230 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-2c4e3f37-b116-4440-87b4-887044096a4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:53:27.088043 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-2c4e3f37-b116-4440-87b4-887044096a4b admin admin] Usage tracker for resource:security_group_rule and tenant:a99972c89ff64e1d84ef561065d31ab6 is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:53:27.090952 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-2c4e3f37-b116-4440-87b4-887044096a4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:53:27.097181 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-2c4e3f37-b116-4440-87b4-887044096a4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:53:27.201942 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-2c4e3f37-b116-4440-87b4-887044096a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:27.206883 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-2c4e3f37-b116-4440-87b4-887044096a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:27.215367 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-cbf2e159-f2b0-44b2-b5db-e5a9a2194fbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:53:27.260730 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-2c4e3f37-b116-4440-87b4-887044096a4b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a99972c89ff64e1d84ef561065d31ab6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2115333 May 25 15:53:27.261434 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e3f37-b116-4440-87b4-887044096a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a324fdd3-6441-4644-8517-677a41c59126,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:53:27.263245 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 51294) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:53:27.264462 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-2c4e3f37-b116-4440-87b4-887044096a4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:53:27.325782 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-278d98bd-8c6b-4742-a3b8-7bbc6b6ee236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:27.353747 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-278d98bd-8c6b-4742-a3b8-7bbc6b6ee236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:27.409078 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-278d98bd-8c6b-4742-a3b8-7bbc6b6ee236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:27.412812 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-4d5c4b58-6247-4297-a9be-7e59d9318223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:53:27.423707 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278d98bd-8c6b-4742-a3b8-7bbc6b6ee236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a324fdd3-6441-4644-8517-677a41c59126,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:53:27.426319 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-278d98bd-8c6b-4742-a3b8-7bbc6b6ee236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:53:27.437149 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-278d98bd-8c6b-4742-a3b8-7bbc6b6ee236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:27.440630 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-278d98bd-8c6b-4742-a3b8-7bbc6b6ee236 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a324fdd3-6441-4644-8517-677a41c59126 HTTP/1.1" status: 204 len: 168 time: 0.1740878 May 25 15:53:44.468973 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-7144576c-f7f7-4a96-a700-ab92b7471e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:47.325391 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:47.484217 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-2155c0d7-bb05-4e6e-8122-3a4034bb2b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:48.453590 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:48.951270 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-5e596f64-6e97-4d78-9813-f3b7462efcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:50.504222 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-61dd613b-f3f2-4fd9-acf0-68300fd05fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:58.058365 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.wsgi [-] (98653) accepted ('10.222.0.11', 51488) {{(pid=98653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:53:58.178193 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-2269187e-1368-4a76-b7dd-7bde06bc8b93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:58.197595 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-2269187e-1368-4a76-b7dd-7bde06bc8b93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:53:58.201394 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-2269187e-1368-4a76-b7dd-7bde06bc8b93 admin admin] Usage tracker for resource:security_group_rule and tenant:11783ea3750e4ae9acde7c80a1207fcf is out of sync, need to count used quota {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:53:58.204442 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.quota.resource [None req-2269187e-1368-4a76-b7dd-7bde06bc8b93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:53:58.210111 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.db.quota.driver [None req-2269187e-1368-4a76-b7dd-7bde06bc8b93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:53:58.295732 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-2269187e-1368-4a76-b7dd-7bde06bc8b93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:58.299705 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron_lib.callbacks.manager [None req-2269187e-1368-4a76-b7dd-7bde06bc8b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_create {{(pid=98653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:58.307568 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-7413171c-7d84-46bb-af60-07c8311b63d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:53:58.348775 dv-cinder-791239-3-smb neutron-server[98653]: INFO neutron.wsgi [None req-2269187e-1368-4a76-b7dd-7bde06bc8b93 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=11783ea3750e4ae9acde7c80a1207fcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2893224 May 25 15:53:58.349640 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2269187e-1368-4a76-b7dd-7bde06bc8b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f19fb01-9642-44f4-a06e-460bd9436318,revision_number=1']} {{(pid=98653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:53:58.351825 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.wsgi [-] (98655) accepted ('10.222.0.11', 51494) {{(pid=98655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:53:58.357999 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269187e-1368-4a76-b7dd-7bde06bc8b93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:53:58.358376 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269187e-1368-4a76-b7dd-7bde06bc8b93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:53:58.358763 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269187e-1368-4a76-b7dd-7bde06bc8b93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:53:58.359116 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269187e-1368-4a76-b7dd-7bde06bc8b93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:53:58.359473 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269187e-1368-4a76-b7dd-7bde06bc8b93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:53:58.359867 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269187e-1368-4a76-b7dd-7bde06bc8b93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:53:58.360813 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269187e-1368-4a76-b7dd-7bde06bc8b93 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:53:58.360813 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269187e-1368-4a76-b7dd-7bde06bc8b93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:53:58.360999 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269187e-1368-4a76-b7dd-7bde06bc8b93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:53:58.361274 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269187e-1368-4a76-b7dd-7bde06bc8b93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:53:58.361627 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269187e-1368-4a76-b7dd-7bde06bc8b93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:53:58.361973 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269187e-1368-4a76-b7dd-7bde06bc8b93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:53:58.366224 dv-cinder-791239-3-smb neutron-server[98653]: DEBUG oslo_concurrency.lockutils [None req-2269187e-1368-4a76-b7dd-7bde06bc8b93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:53:58.417069 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-649bbec4-514b-43ae-95ec-9bd1359ab427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:58.443073 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-649bbec4-514b-43ae-95ec-9bd1359ab427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:58.502392 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-649bbec4-514b-43ae-95ec-9bd1359ab427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304451'] for security_group, after_delete {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:58.506201 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-90faca86-5128-4b3a-a493-38275487eb65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:53:58.519671 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649bbec4-514b-43ae-95ec-9bd1359ab427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f19fb01-9642-44f4-a06e-460bd9436318,revision_number=None']} {{(pid=98655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:53:58.528953 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649bbec4-514b-43ae-95ec-9bd1359ab427 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:53:58.529315 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649bbec4-514b-43ae-95ec-9bd1359ab427 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:53:58.529678 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649bbec4-514b-43ae-95ec-9bd1359ab427 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:53:58.530028 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649bbec4-514b-43ae-95ec-9bd1359ab427 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:53:58.530470 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649bbec4-514b-43ae-95ec-9bd1359ab427 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:53:58.531380 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649bbec4-514b-43ae-95ec-9bd1359ab427 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:53:58.531380 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649bbec4-514b-43ae-95ec-9bd1359ab427 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:53:58.531380 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649bbec4-514b-43ae-95ec-9bd1359ab427 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:53:58.531724 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649bbec4-514b-43ae-95ec-9bd1359ab427 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:53:58.532066 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649bbec4-514b-43ae-95ec-9bd1359ab427 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:53:58.532403 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649bbec4-514b-43ae-95ec-9bd1359ab427 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:53:58.532871 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649bbec4-514b-43ae-95ec-9bd1359ab427 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-3-smb {{(pid=98655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:53:58.536074 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG oslo_concurrency.lockutils [None req-649bbec4-514b-43ae-95ec-9bd1359ab427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:53:58.537468 dv-cinder-791239-3-smb neutron-server[98655]: DEBUG neutron_lib.callbacks.manager [None req-649bbec4-514b-43ae-95ec-9bd1359ab427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:58.540132 dv-cinder-791239-3-smb neutron-server[98655]: INFO neutron.wsgi [None req-649bbec4-514b-43ae-95ec-9bd1359ab427 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1f19fb01-9642-44f4-a06e-460bd9436318 HTTP/1.1" status: 204 len: 168 time: 0.1872633 May 25 15:54:01.761359 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.agents_db [None req-e0968af0-a351-492f-a815-45d38f582ebc None None] Agent healthcheck: found 6 active agents {{(pid=98660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:54:14.471524 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-4c6574c6-8975-452e-9c25-39ce892c6506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:54:17.333624 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:54:17.486847 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-092b4943-4c80-4a9c-89cd-8716fca5da03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:54:18.451853 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:54:18.954995 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-5e596f64-6e97-4d78-9813-f3b7462efcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:54:20.505058 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-61dd613b-f3f2-4fd9-acf0-68300fd05fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:54:38.760328 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.agents_db [None req-e0968af0-a351-492f-a815-45d38f582ebc None None] Agent healthcheck: found 6 active agents {{(pid=98660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:54:44.473768 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-1015c52e-a971-4956-9561-4e01b7c8a60b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:54:47.327346 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:54:47.491950 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-a2e989b4-d496-437f-a3de-7bf5ea3ab3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:54:48.455614 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:54:48.957643 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-5e596f64-6e97-4d78-9813-f3b7462efcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:54:50.508445 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-61dd613b-f3f2-4fd9-acf0-68300fd05fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:14.478297 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-9d0e592d-6880-4708-9080-d7195627c7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:15.759575 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.agents_db [None req-e0968af0-a351-492f-a815-45d38f582ebc None None] Agent healthcheck: found 6 active agents {{(pid=98660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:55:17.331019 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:17.494804 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-d20bf2b9-cef1-42a3-baf9-f1dfbc38754e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:18.458030 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:18.960923 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-5e596f64-6e97-4d78-9813-f3b7462efcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:20.514677 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-61dd613b-f3f2-4fd9-acf0-68300fd05fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:44.483219 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-aeb62122-8fcd-433a-9a49-dbd6263998df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:47.333802 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:47.497836 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-b5261bc6-5d60-42ce-8235-11efd52f0e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:48.455993 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:48.964618 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-5e596f64-6e97-4d78-9813-f3b7462efcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:50.515172 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-61dd613b-f3f2-4fd9-acf0-68300fd05fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:52.758882 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.agents_db [None req-e0968af0-a351-492f-a815-45d38f582ebc None None] Agent healthcheck: found 6 active agents {{(pid=98660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:56:14.485317 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-e34a3658-ac58-43b5-a69e-4b613d1eff3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:17.340277 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:17.499308 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-d67d09b4-4e69-41f3-8b4f-af51416167a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:18.457766 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:18.966939 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-5e596f64-6e97-4d78-9813-f3b7462efcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:20.517744 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-61dd613b-f3f2-4fd9-acf0-68300fd05fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:29.759084 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.agents_db [None req-e0968af0-a351-492f-a815-45d38f582ebc None None] Agent healthcheck: found 6 active agents {{(pid=98660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:56:44.487599 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-dc94b999-d9dd-4e80-a306-a6eb753db0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:47.337125 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:47.501958 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-bec86a07-adac-40ee-bcdf-dc34c8426e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:48.467856 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:48.969389 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-5e596f64-6e97-4d78-9813-f3b7462efcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:50.521283 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-61dd613b-f3f2-4fd9-acf0-68300fd05fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:06.758791 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.agents_db [None req-e0968af0-a351-492f-a815-45d38f582ebc None None] Agent healthcheck: found 6 active agents {{(pid=98660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:57:14.490743 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-a5b009c8-3f7a-4aaa-8917-2ade2b54e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:17.334866 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:17.507630 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-fcc5a86c-13a8-410b-bdae-670dee5b0cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:18.472948 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:18.973935 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-5e596f64-6e97-4d78-9813-f3b7462efcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:20.526866 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-61dd613b-f3f2-4fd9-acf0-68300fd05fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:43.758735 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.agents_db [None req-e0968af0-a351-492f-a815-45d38f582ebc None None] Agent healthcheck: found 6 active agents {{(pid=98660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:57:44.494317 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-9945f8b5-808d-483c-8c4f-bfa56715c549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:47.329139 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:47.515796 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-7fb4eb0e-c879-42ee-b3ea-d2b2ad75f35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:48.467035 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:48.976954 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-5e596f64-6e97-4d78-9813-f3b7462efcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:50.563879 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-61dd613b-f3f2-4fd9-acf0-68300fd05fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:14.497753 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-eeb72a71-76df-4f42-9c26-4fa0e1cc63c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:17.336746 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:17.510260 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-d6c15225-b717-447a-82eb-fa04fac26b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:18.482854 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:18.979407 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-5e596f64-6e97-4d78-9813-f3b7462efcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:20.531648 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-61dd613b-f3f2-4fd9-acf0-68300fd05fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:20.757647 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.agents_db [None req-e0968af0-a351-492f-a815-45d38f582ebc None None] Agent healthcheck: found 6 active agents {{(pid=98660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:58:44.498919 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-a72a9c12-bcda-43fb-8aea-b830450ce366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:47.331601 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:47.512790 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-bc025425-37ea-4cd1-a080-5f48858f4244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:48.481537 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:48.981223 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-5e596f64-6e97-4d78-9813-f3b7462efcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:50.531932 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-61dd613b-f3f2-4fd9-acf0-68300fd05fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:57.757059 dv-cinder-791239-3-smb neutron-server[98660]: DEBUG neutron.db.agents_db [None req-e0968af0-a351-492f-a815-45d38f582ebc None None] Agent healthcheck: found 6 active agents {{(pid=98660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:59:14.505605 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-eafe6637-a6e7-4254-88e2-627509496ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:17.336890 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-3454e070-9cbc-4339-9248-834a6cb85e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:17.522108 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-775fb150-3615-4559-84df-0162532326cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:18.498066 dv-cinder-791239-3-smb neutron-server[98656]: DEBUG neutron_lib.callbacks.manager [None req-183da0ea-21f7-442a-ba50-958adda245aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730536114670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720262'] for agent, after_update {{(pid=98656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}